-- Logs begin at Wed 2022-08-24 12:47:09 UTC, end at Wed 2022-08-24 13:59:20 UTC. -- Aug 24 13:29:31.779200 dv-cinder-779578-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Aug 24 13:29:34.477613 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.common.config [-] Logging enabled! Aug 24 13:29:34.478323 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev517 Aug 24 13:29:34.478454 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106870) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 24 13:29:34.481822 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.common.config [-] Logging enabled! Aug 24 13:29:34.482244 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev517 Aug 24 13:29:34.482894 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106870) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Aug 24 13:29:34.484014 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 13:29:34.484282 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 13:29:34.484795 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 13:29:34.485038 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 13:29:34.485261 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 13:29:34.485580 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.485874 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.486100 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.486394 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.486679 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.486958 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.487242 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.487532 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.487811 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.488087 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.488398 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.488624 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.488900 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.489185 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.489466 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.489686 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] debug = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.489960 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.490395 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.490810 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.491091 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.491379 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.491658 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.491923 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.492208 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.492495 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.492828 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] host = dv-cinder-779578-4-iscsi {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.493104 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.493388 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.493671 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.493955 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.494228 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.494500 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.494776 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.495047 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.495318 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] log_file = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.495590 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.495872 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.496155 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.496463 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.496685 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.496903 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.497184 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.497471 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.497743 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.498015 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.498292 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.498563 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.498834 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.499102 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.499911 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.500200 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.500494 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.500765 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.501035 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.501305 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.501574 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.501856 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.502126 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.502395 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.502664 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.502948 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.503215 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.503484 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.503780 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.504064 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.504375 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.504658 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.504927 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.505205 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.505473 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.505740 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.506008 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] use_json = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.506275 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.506539 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.506816 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.507084 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.507352 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.507618 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.507884 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.508168 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.508457 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:34.508750 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.509042 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.509340 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.509620 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.509925 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.510202 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.510486 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.510771 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.511049 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.511332 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.511624 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.511896 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.512198 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.512496 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.512791 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.513096 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.513388 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.513673 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.513946 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.514209 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.514483 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.514752 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.515709 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.516028 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.516529 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.516822 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.517103 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.517400 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.517692 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.517974 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.518268 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.518559 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.518833 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.519110 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.519397 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.519670 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.519940 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.520247 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.520542 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.520795 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.521068 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.521353 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.521634 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.521904 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.522175 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.522460 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.522736 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.523004 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.523270 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.523540 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.523805 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.524083 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.524377 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.524646 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.524913 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.525185 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.525450 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.525718 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.525988 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.526253 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.526524 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.526788 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.527052 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.527317 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.527582 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.527846 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.528109 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.528397 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.528668 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.528932 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.529196 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.529460 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.529725 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.529993 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.530272 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.530617 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.531061 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.531515 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.531795 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.532072 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.532370 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.532646 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.532917 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.533190 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.533456 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.533742 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.534020 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.534305 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.534581 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.534875 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.535164 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.535437 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.535707 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.535978 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.536270 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.536543 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.536819 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.537091 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.537362 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.537640 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.537919 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.538208 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.538499 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.538772 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.539060 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.539346 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.539634 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.539908 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.540246 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.540522 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:34.540734 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 13:29:34.540982 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106870) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 24 13:29:34.839819 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 24 13:29:34.840130 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 24 13:29:34.840416 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 24 13:29:34.840647 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:385}} Aug 24 13:29:34.840935 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:390}} Aug 24 13:29:34.841260 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 24 13:29:35.254110 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:35.254397 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:35.254664 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:35.255854 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:35.256126 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:35.256414 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:35.308624 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:35.308891 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:35.309153 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:35.325638 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:35.325913 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:35.326180 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:35.354189 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:35.354467 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:35.354728 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:35.391539 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:35.391819 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:35.392082 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:35.625629 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:35.626292 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:35.626292 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:35.626469 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:35.627297 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:35.727239 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:35.727547 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:35.727823 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:35.728089 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:35.728373 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:35.728680 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:35.728940 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:35.729196 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:35.729446 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:35.729720 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:35.729976 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:35.730238 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:35.730493 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:35.730740 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:35.730989 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:35.731247 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:35.731492 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:35.731752 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:35.732014 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:35.732288 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:35.732557 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:35.732800 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:35.733075 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:35.733444 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:35.733808 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:35.734076 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:35.734478 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106870) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 13:29:35.734709 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106870) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 13:29:35.734941 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106870) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 13:29:35.735171 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106870) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 13:29:35.735401 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106870) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 13:29:35.735629 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106870) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 13:29:35.735993 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 24 13:29:35.739226 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 24 13:29:35.743118 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 24 13:29:35.747072 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Aug 24 13:29:35.748732 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 24 13:29:35.749416 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 24 13:29:35.749747 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 24 13:29:35.750129 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 24 13:29:35.752929 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 24 13:29:35.753178 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 24 13:29:35.753519 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 24 13:29:35.758682 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 24 13:29:35.783007 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 24 13:29:35.783464 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:35.783760 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106870) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Aug 24 13:29:35.784128 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:35.785484 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106870) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 24 13:29:35.785755 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 24 13:29:35.785992 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 24 13:29:35.789594 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:35.789876 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:35.918160 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 24 13:29:35.918334 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 24 13:29:35.918545 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 24 13:29:35.918920 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 24 13:29:35.972243 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO dbcounter [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Registered counter for database neutron Aug 24 13:29:35.992031 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_db.sqlalchemy.engines [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106870) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 24 13:29:35.997906 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG dbcounter [-] [106870] Writer thread running {{(pid=106870) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 13:29:36.753720 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.plugins.ml2.managers [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Initializing driver for type 'gre' Aug 24 13:29:36.754252 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] gre ID ranges: [(1, 1000)] Aug 24 13:29:36.949015 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.plugins.ml2.managers [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Initializing driver for type 'local' Aug 24 13:29:36.949269 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.plugins.ml2.managers [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Initializing driver for type 'vlan' Aug 24 13:29:37.040743 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] VlanTypeDriver initialization complete Aug 24 13:29:37.041087 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.plugins.ml2.managers [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Initializing driver for type 'vxlan' Aug 24 13:29:37.041645 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] vxlan ID ranges: [(1, 1000)] Aug 24 13:29:37.274774 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.plugins.ml2.managers [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Initializing extension driver 'port_security' Aug 24 13:29:37.275111 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.plugins.ml2.extensions.port_security [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] PortSecurityExtensionDriver initialization complete Aug 24 13:29:37.275445 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.plugins.ml2.managers [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Initializing mechanism driver 'openvswitch' Aug 24 13:29:37.275775 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.plugins.ml2.managers [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Initializing mechanism driver 'hyperv' Aug 24 13:29:37.283556 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.plugins.ml2.plugin [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106870) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:29:37.284267 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > port after_create 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.284642 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > port after_update 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.284996 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > port after_delete 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.285521 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106870) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 13:29:37.285944 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > subnet after_create 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.286300 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > subnet after_update 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.286647 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.287040 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106870) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 13:29:37.287454 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > network after_create 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.287803 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > network after_update 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.288152 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > network after_delete 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.288563 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106870) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 13:29:37.288972 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > security_group after_create 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.289324 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > security_group after_update 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.289674 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.290067 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106870) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 13:29:37.290477 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.290871 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.291162 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.291552 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106870) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 13:29:37.291964 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > address_group after_create 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.292331 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > address_group after_update 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.292671 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.293068 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106870) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Aug 24 13:29:37.293534 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] ML2 OVO RPC backend initialized. {{(pid=106870) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Aug 24 13:29:37.294232 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.294587 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.295011 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > network before_response 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.295357 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > networks before_response 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.295703 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > port before_response 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.296060 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > ports before_response 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.296440 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > subnet before_response 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.296784 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > subnets before_response 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.302184 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > network after_create 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.302184 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > network after_update 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.302184 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > network after_delete 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.302184 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > port after_create 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.302542 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > port after_update 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.302542 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > port after_delete 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.302542 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > subnet after_create 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.302542 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > subnet after_update 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.302823 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.308813 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.quota [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded quota_driver: . Aug 24 13:29:37.309182 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.plugins.ml2.plugin [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Modular L2 Plugin initialization complete Aug 24 13:29:37.309532 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading services supported by the core plugin {{(pid=106870) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 24 13:29:37.309879 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.plugins.ml2.managers [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Got port-security extension from driver 'port_security' Aug 24 13:29:37.310386 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.extensions.vlantransparent [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Disabled vlantransparent extension. Aug 24 13:29:37.310890 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106870) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 24 13:29:37.311216 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading Plugin: router Aug 24 13:29:37.347757 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.348156 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > router after_create 55549900 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.348558 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > router before_create 55549900 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.348932 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.349310 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.349674 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > router after_delete 55549900 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.350036 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.350396 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.350760 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > router after_create 55549900 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.351114 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > router after_update 55549900 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.351468 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > router after_update 55549900 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.351819 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.352201 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > router after_update 55549900 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.352620 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > router precommit_update 55549900 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.352991 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: port after_update 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.353337 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: port after_delete 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.353677 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: subnet after_update 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.354025 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.354375 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.354722 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > router precommit_create 55549900 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.355067 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: port before_delete 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.355409 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > router precommit_create 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.355767 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > router after_update 55549900 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.356113 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.356490 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > router precommit_create 55549900 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.356853 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.357200 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > router precommit_update 55549900 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.357566 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > agent after_create 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.357919 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > agent after_delete 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.358264 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > network after_delete 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.359212 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.quota.resource_registry [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Tracking information for resource: router configured {{(pid=106870) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 13:29:37.359531 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.quota.resource_registry [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Tracking information for resource: floatingip configured {{(pid=106870) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 24 13:29:37.364685 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.db.l3_agentschedulers_db [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 24 13:29:37.365281 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: port after_update 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.365653 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: port after_create 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.366006 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: port after_delete 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.366360 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: port after_update 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.367201 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > router before_create 55550100 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.367572 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.367938 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > router precommit_create 55550100 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.368340 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > router precommit_update 55550100 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.373630 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.services.provider_configuration [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Service providers = [] {{(pid=106870) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 24 13:29:37.374004 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.db.servicetype_db [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106870) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 24 13:29:37.378379 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.services.service_base [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106870) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 13:29:37.378730 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.services.service_base [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106870) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 13:29:37.379079 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.services.service_base [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106870) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 13:29:37.380047 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.services.service_base [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106870) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 24 13:29:37.380481 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.services.service_base [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 24 13:29:37.380890 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106870) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 13:29:37.381209 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 24 13:29:37.393172 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106870) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 13:29:37.393507 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading Plugin: auto_allocate Aug 24 13:29:37.399699 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: network precommit_update 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.399992 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: network precommit_create 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.400590 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106870) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 13:29:37.400916 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading Plugin: tag Aug 24 13:29:37.408641 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106870) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 13:29:37.408978 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading Plugin: timestamp Aug 24 13:29:37.413385 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106870) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 13:29:37.413718 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading Plugin: network_ip_availability Aug 24 13:29:37.419718 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.420095 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.420492 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.421347 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106870) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 13:29:37.421762 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading Plugin: flavors Aug 24 13:29:37.428836 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106870) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 13:29:37.429074 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading Plugin: revisions Aug 24 13:29:37.434047 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106870) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 24 13:29:37.434445 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_concurrency.lockutils [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.593s {{(pid=106870) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Aug 24 13:29:37.435226 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106870) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Aug 24 13:29:37.435570 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Initializing extension manager. Aug 24 13:29:37.436111 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: __init__.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.436491 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: __pycache__ {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.437500 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: address_group.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.438320 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.438914 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: address-group Aug 24 13:29:37.439243 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: address_scope.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.440048 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.440608 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: address-scope Aug 24 13:29:37.440938 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.441946 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.442479 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: router-admin-state-down-before-update Aug 24 13:29:37.442806 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: agent.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.443512 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.444021 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: agent Aug 24 13:29:37.444375 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: agent_resources_synced.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.445302 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.445808 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: agent-resources-synced Aug 24 13:29:37.446129 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: allowedaddresspairs.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.448001 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.448557 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: allowed-address-pairs Aug 24 13:29:37.448887 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: auto_allocated_topology.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.449965 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.450483 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: auto-allocated-topology Aug 24 13:29:37.450808 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: availability_zone.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.451482 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.451984 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: availability_zone Aug 24 13:29:37.452916 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: availability_zone_filter.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.453847 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.454353 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: availability_zone_filter Aug 24 13:29:37.454675 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: data_plane_status.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.455551 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.456055 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extension data-plane-status not supported by any of loaded plugins Aug 24 13:29:37.456404 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: default_subnetpools.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.457288 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.457794 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: default-subnetpools Aug 24 13:29:37.458118 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.458945 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.459450 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: dhcp_agent_scheduler Aug 24 13:29:37.459773 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: dns.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.460727 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.461227 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extension dns-integration not supported by any of loaded plugins Aug 24 13:29:37.461551 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: dns_domain_ports.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.462453 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.462955 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 24 13:29:37.463278 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.464172 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.464709 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 24 13:29:37.465034 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: dvr.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.465693 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.466202 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: dvr Aug 24 13:29:37.466525 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: ecmp_routes.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.467424 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.467989 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extension ecmp_routes not supported by any of loaded plugins Aug 24 13:29:37.468524 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: empty_string_filtering.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.469455 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.469967 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: empty-string-filtering Aug 24 13:29:37.470289 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.471184 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.471687 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 24 13:29:37.472010 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.472937 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.473449 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 24 13:29:37.473772 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: external_net.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.474648 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.475160 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: external-net Aug 24 13:29:37.475482 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.476400 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.476900 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: extra_dhcp_opt Aug 24 13:29:37.477223 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: extraroute.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.478092 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.478596 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: extraroute Aug 24 13:29:37.478920 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: extraroute_atomic.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.479928 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.480485 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: extraroute-atomic Aug 24 13:29:37.480813 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: filter_validation.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.481473 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.482237 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: filter-validation Aug 24 13:29:37.482567 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: fip_pf_description.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.483525 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.484058 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 24 13:29:37.484404 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: fip_pf_port_range.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.485493 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.486005 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Aug 24 13:29:37.486333 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: fip_port_details.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.487398 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.487910 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: fip-port-details Aug 24 13:29:37.488271 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: flavors.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.489589 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.490111 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: flavors Aug 24 13:29:37.490439 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.492119 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.492672 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 24 13:29:37.493005 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: floatingip_pools.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.493689 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.494204 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: floatingip-pools Aug 24 13:29:37.494529 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: ip_allocation.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.495421 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.495952 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extension ip_allocation not supported by any of loaded plugins Aug 24 13:29:37.496304 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.497191 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.497698 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: ip-substring-filtering Aug 24 13:29:37.498023 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: l2_adjacency.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.498922 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.500013 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extension l2_adjacency not supported by any of loaded plugins Aug 24 13:29:37.500497 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: l3.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.501670 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.502182 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: router Aug 24 13:29:37.502506 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.504824 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.505349 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 24 13:29:37.505680 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.506585 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.507098 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: ext-gw-mode Aug 24 13:29:37.507423 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.508332 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.508835 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: l3-ha Aug 24 13:29:37.509154 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.510030 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.510530 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Aug 24 13:29:37.510861 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: l3_flavors.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.511735 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.512274 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: l3-flavors Aug 24 13:29:37.512598 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.513957 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.514482 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Aug 24 13:29:37.514880 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.516445 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.516971 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: l3-port-ip-change-not-allowed Aug 24 13:29:37.517301 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: l3agentscheduler.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.518343 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.518857 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: l3_agent_scheduler Aug 24 13:29:37.519181 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: local_ip.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.520961 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.521488 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extension local_ip not supported by any of loaded plugins Aug 24 13:29:37.521822 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: logging.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.523251 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.523772 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extension logging not supported by any of loaded plugins Aug 24 13:29:37.524110 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: metering.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.524854 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.525671 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: metering Aug 24 13:29:37.526002 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.527100 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.527618 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: metering_source_and_destination_fields Aug 24 13:29:37.527947 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: multiprovidernet.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.528889 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.529396 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: multi-provider Aug 24 13:29:37.529723 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: netmtu.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.530646 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.531161 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: net-mtu Aug 24 13:29:37.531488 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: netmtu_writable.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.532418 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.532935 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: net-mtu-writable Aug 24 13:29:37.533258 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: network_availability_zone.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.533912 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.534423 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: network_availability_zone Aug 24 13:29:37.534743 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: network_ip_availability.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.535844 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.536391 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: network-ip-availability Aug 24 13:29:37.536723 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: network_segment_range.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.537481 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.537992 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extension network-segment-range not supported by any of loaded plugins Aug 24 13:29:37.538317 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: pagination.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.539269 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.539605 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: pagination Aug 24 13:29:37.539931 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: port_device_profile.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.540843 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.541437 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: port-device-profile Aug 24 13:29:37.541954 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: port_mac_address_override.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.543143 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.543660 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: port-mac-override Aug 24 13:29:37.543983 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.545176 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.545696 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: port-mac-address-regenerate Aug 24 13:29:37.546056 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.547047 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.547925 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: port-numa-affinity-policy Aug 24 13:29:37.548545 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: port_resource_request.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.549618 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.550130 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extension port-resource-request not supported by any of loaded plugins Aug 24 13:29:37.550457 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: port_resource_request_groups.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.551397 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.551904 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extension port-resource-request-groups not supported by any of loaded plugins Aug 24 13:29:37.552333 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: portbindings.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.553755 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.554782 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: binding Aug 24 13:29:37.555111 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: portbindings_extended.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.556411 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.556935 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: binding-extended Aug 24 13:29:37.557263 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: portsecurity.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.558150 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.558666 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: port-security Aug 24 13:29:37.558994 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: project_id.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.559946 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.560319 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: project-id Aug 24 13:29:37.560648 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: providernet.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.561526 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.562681 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: provider Aug 24 13:29:37.563069 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: qos.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.566637 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.567163 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extension qos not supported by any of loaded plugins Aug 24 13:29:37.567494 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.568758 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.569274 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 24 13:29:37.569602 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.570505 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.571012 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 24 13:29:37.571341 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: qos_default.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.572247 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.572751 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extension qos-default not supported by any of loaded plugins Aug 24 13:29:37.573081 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: qos_fip.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.573956 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.574463 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extension qos-fip not supported by any of loaded plugins Aug 24 13:29:37.574784 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.575659 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.576164 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Aug 24 13:29:37.576519 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: qos_gateway_ip.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.577982 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.578488 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 24 13:29:37.578811 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: qos_port_network_policy.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.579688 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.580215 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 24 13:29:37.580545 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.581550 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.582060 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extension qos-pps-minimum not supported by any of loaded plugins Aug 24 13:29:37.582386 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.583381 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.583892 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Aug 24 13:29:37.584248 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: qos_pps_rule.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.585398 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.585913 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extension qos-pps not supported by any of loaded plugins Aug 24 13:29:37.586240 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: qos_rule_type_details.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.587134 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.587642 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 24 13:29:37.587968 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.588869 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.589371 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Aug 24 13:29:37.589689 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: qos_rules_alias.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.590693 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.591209 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 24 13:29:37.591533 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: quota_check_limit.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.592437 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.593589 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: quota-check-limit Aug 24 13:29:37.593939 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: quotasv2.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.594915 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.595240 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: quotas Aug 24 13:29:37.595561 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: quotasv2_detail.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.597311 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.597648 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: quota_details Aug 24 13:29:37.597980 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: rbac.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.599360 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.599885 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: rbac-policies Aug 24 13:29:37.600255 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: rbac_address_group.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.601172 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.601690 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: rbac-address-group Aug 24 13:29:37.602016 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: rbac_address_scope.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.602896 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.603411 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: rbac-address-scope Aug 24 13:29:37.603741 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: rbac_security_groups.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.604722 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.605244 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: rbac-security-groups Aug 24 13:29:37.605574 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: rbac_subnetpool.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.606456 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.606973 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: rbac-subnetpool Aug 24 13:29:37.607306 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: revisionifmatch.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.608217 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.609282 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: revision-if-match Aug 24 13:29:37.609608 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: revisions.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.610696 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.611215 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: standard-attr-revisions Aug 24 13:29:37.611542 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: router_availability_zone.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.612212 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.612729 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: router_availability_zone Aug 24 13:29:37.613056 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: routerservicetype.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.613952 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.614465 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extension router-service-type not supported by any of loaded plugins Aug 24 13:29:37.614787 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.615680 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.616210 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: security-groups-normalized-cidr Aug 24 13:29:37.616545 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.617440 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.617956 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: port-security-groups-filtering Aug 24 13:29:37.618281 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.619172 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.619682 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: security-groups-remote-address-group Aug 24 13:29:37.620005 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.620931 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.621448 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: security-groups-shared-filtering Aug 24 13:29:37.621769 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: securitygroup.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.631576 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.632120 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: security-group Aug 24 13:29:37.632485 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: segment.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.633228 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.633743 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extension segment not supported by any of loaded plugins Aug 24 13:29:37.634071 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.635018 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.635536 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 24 13:29:37.635858 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: servicetype.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.636957 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.637481 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: service-type Aug 24 13:29:37.637803 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: sorting.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.638806 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.639150 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: sorting Aug 24 13:29:37.639474 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: standard_attr_segment.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.640933 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.641438 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 24 13:29:37.641767 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: standardattrdescription.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.642393 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.642906 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: standard-attr-description Aug 24 13:29:37.643229 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: stateful_security_group.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.644137 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.644676 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: stateful-security-group Aug 24 13:29:37.645141 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: stdattrs_common.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.645618 dv-cinder-779578-4-iscsi neutron-server[106870]: WARNING neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 24 13:29:37.645922 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.646801 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.647308 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 24 13:29:37.647628 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: subnet_onboard.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.648704 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.649211 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: subnet_onboard Aug 24 13:29:37.649533 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.650417 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.650922 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 24 13:29:37.651246 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: subnet_service_types.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.652127 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.652663 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: subnet-service-types Aug 24 13:29:37.652987 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: subnetallocation.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.654029 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.654539 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: subnet_allocation Aug 24 13:29:37.654863 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.656077 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.656615 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: subnetpool-prefix-ops Aug 24 13:29:37.656938 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.657844 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.658346 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 24 13:29:37.658665 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: tagging.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.659742 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.660287 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: standard-attr-tag Aug 24 13:29:37.660614 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: timestamp.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.661773 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.662289 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loaded extension: standard-attr-timestamp Aug 24 13:29:37.662612 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: trunk.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.663602 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.664108 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extension trunk not supported by any of loaded plugins Aug 24 13:29:37.664460 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: trunk_details.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.665333 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.665844 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extension trunk-details not supported by any of loaded plugins Aug 24 13:29:37.666170 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: uplink_status_propagation.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.667054 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.667564 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 24 13:29:37.667890 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Loading extension file: vlantransparent.py {{(pid=106870) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Aug 24 13:29:37.668560 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106870) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Aug 24 13:29:37.669066 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extension vlan-transparent not supported by any of loaded plugins Aug 24 13:29:37.671849 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.quota.resource_registry [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Creating instance of TrackedResource for resource:network Aug 24 13:29:37.672410 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.quota.resource_registry [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Creating instance of TrackedResource for resource:subnet Aug 24 13:29:37.672812 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.quota.resource_registry [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 13:29:37.673204 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.quota.resource_registry [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Creating instance of TrackedResource for resource:port Aug 24 13:29:37.674593 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.v2.resource_helper [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 13:29:37.675035 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.v2.resource_helper [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Service FLAVORS assigned prefix: {{(pid=106870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 13:29:37.675653 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.v2.resource_helper [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 13:29:37.676097 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.v2.resource_helper [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 13:29:37.676457 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.quota.resource_registry [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Creating instance of TrackedResource for resource:router Aug 24 13:29:37.676893 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.quota.resource_registry [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Creating instance of TrackedResource for resource:floatingip Aug 24 13:29:37.677377 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.v2.resource_helper [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Service METERING assigned prefix: /metering {{(pid=106870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 13:29:37.678828 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.679477 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.679834 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106870) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:29:37.680892 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.quota.resource_registry [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Creating instance of CountableResource for resource:rbac_policy Aug 24 13:29:37.681351 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.quota.resource_registry [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Creating instance of TrackedResource for resource:security_group Aug 24 13:29:37.681796 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.quota.resource_registry [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 24 13:29:37.682430 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.v2.resource_helper [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Service CORE assigned prefix: {{(pid=106870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 13:29:37.682673 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.quota.resource_registry [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 13:29:37.683023 dv-cinder-779578-4-iscsi neutron-server[106870]: WARNING neutron.quota.resource_registry [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] subnetpool is already registered Aug 24 13:29:37.683453 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.v2.resource_helper [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Service CORE assigned prefix: {{(pid=106870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 13:29:37.683779 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.quota.resource_registry [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 13:29:37.684111 dv-cinder-779578-4-iscsi neutron-server[106870]: WARNING neutron.quota.resource_registry [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] subnetpool is already registered Aug 24 13:29:37.686588 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.v2.resource_helper [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 13:29:37.687119 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.v2.resource_helper [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Service FLAVORS assigned prefix: {{(pid=106870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 13:29:37.687724 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.v2.resource_helper [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 13:29:37.688152 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.v2.resource_helper [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 13:29:37.688511 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.quota.resource_registry [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Creating instance of TrackedResource for resource:router Aug 24 13:29:37.688851 dv-cinder-779578-4-iscsi neutron-server[106870]: WARNING neutron.quota.resource_registry [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] router is already registered Aug 24 13:29:37.689289 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.quota.resource_registry [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Creating instance of TrackedResource for resource:floatingip Aug 24 13:29:37.689652 dv-cinder-779578-4-iscsi neutron-server[106870]: WARNING neutron.quota.resource_registry [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] floatingip is already registered Aug 24 13:29:37.690069 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.v2.resource_helper [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Service METERING assigned prefix: /metering {{(pid=106870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 13:29:37.690762 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.quota.resource_registry [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Creating instance of CountableResource for resource:rbac_policy Aug 24 13:29:37.691087 dv-cinder-779578-4-iscsi neutron-server[106870]: WARNING neutron.quota.resource_registry [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] rbac_policy is already registered Aug 24 13:29:37.691507 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.quota.resource_registry [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Creating instance of TrackedResource for resource:security_group Aug 24 13:29:37.691848 dv-cinder-779578-4-iscsi neutron-server[106870]: WARNING neutron.quota.resource_registry [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] security_group is already registered Aug 24 13:29:37.692288 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.quota.resource_registry [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Creating instance of TrackedResource for resource:security_group_rule Aug 24 13:29:37.692629 dv-cinder-779578-4-iscsi neutron-server[106870]: WARNING neutron.quota.resource_registry [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] security_group_rule is already registered Aug 24 13:29:37.693271 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.v2.resource_helper [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Service CORE assigned prefix: {{(pid=106870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 13:29:37.693603 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.quota.resource_registry [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 13:29:37.693940 dv-cinder-779578-4-iscsi neutron-server[106870]: WARNING neutron.quota.resource_registry [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] subnetpool is already registered Aug 24 13:29:37.694366 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.v2.resource_helper [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Service CORE assigned prefix: {{(pid=106870) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 24 13:29:37.694694 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.quota.resource_registry [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Creating instance of TrackedResource for resource:subnetpool Aug 24 13:29:37.695027 dv-cinder-779578-4-iscsi neutron-server[106870]: WARNING neutron.quota.resource_registry [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] subnetpool is already registered Aug 24 13:29:37.695527 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extended resource: extensions {{(pid=106870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 13:29:37.697137 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extended resource: address-groups {{(pid=106870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 13:29:37.698655 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extended resource: address-scopes {{(pid=106870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 13:29:37.699988 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extended resource: agents {{(pid=106870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 13:29:37.701240 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extended resource: auto-allocated-topology {{(pid=106870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 13:29:37.703019 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extended resource: availability_zones {{(pid=106870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 13:29:37.704297 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extended resource: dhcp-networks {{(pid=106870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 13:29:37.705863 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extended resource: dhcp-agents {{(pid=106870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 13:29:37.707293 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extended resource: routers {{(pid=106870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 13:29:37.709046 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extended resource: flavors {{(pid=106870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 13:29:37.710323 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extended resource: service_profiles {{(pid=106870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 13:29:37.711602 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extended resource: next_providers {{(pid=106870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 13:29:37.713114 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extended resource: service_profiles {{(pid=106870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 13:29:37.715757 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extended resource: floatingip-pools {{(pid=106870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 13:29:37.717034 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extended resource: routers {{(pid=106870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 13:29:37.719560 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extended resource: floatingips {{(pid=106870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 13:29:37.720949 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extended resource: l3-routers {{(pid=106870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 13:29:37.722331 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extended resource: l3-agents {{(pid=106870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 13:29:37.723799 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extended resource: metering-labels {{(pid=106870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 13:29:37.725118 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extended resource: metering-label-rules {{(pid=106870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 13:29:37.726532 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extended resource: network-ip-availabilities {{(pid=106870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 13:29:37.727807 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extended resource: bindings {{(pid=106870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 13:29:37.729513 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extended resource: quotas {{(pid=106870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 13:29:37.731223 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extended resource: quotas {{(pid=106870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 13:29:37.732809 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extended resource: rbac-policies {{(pid=106870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 13:29:37.734500 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extended resource: security-groups {{(pid=106870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 13:29:37.735858 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extended resource: security-group-rules {{(pid=106870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 13:29:37.737180 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extended resource: service-providers {{(pid=106870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 13:29:37.738436 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extended resource: subnetpools {{(pid=106870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 13:29:37.739768 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extended resource: subnetpools {{(pid=106870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 13:29:37.741390 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extended resource: tags {{(pid=106870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 13:29:37.743119 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extended resource: tags {{(pid=106870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 13:29:37.745016 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extended resource: tags {{(pid=106870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 13:29:37.746835 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extended resource: tags {{(pid=106870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 13:29:37.748568 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extended resource: tags {{(pid=106870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 13:29:37.750749 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extended resource: tags {{(pid=106870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 13:29:37.752535 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extended resource: tags {{(pid=106870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 13:29:37.754455 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extended resource: tags {{(pid=106870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 13:29:37.756293 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extended resource: tags {{(pid=106870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 13:29:37.758094 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron.api.extensions [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Extended resource: tags {{(pid=106870) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 24 13:29:37.764358 dv-cinder-779578-4-iscsi neutron-server[106870]: WARNING keystonemiddleware.auth_token [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 24 13:29:37.770130 dv-cinder-779578-4-iscsi neutron-server[106870]: WARNING keystonemiddleware.auth_token [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 24 13:29:37.779080 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_concurrency.lockutils [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Acquiring lock "singleton_lock" {{(pid=106870) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:293}} Aug 24 13:29:37.779410 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_concurrency.lockutils [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Acquired lock "singleton_lock" {{(pid=106870) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:296}} Aug 24 13:29:37.779883 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_concurrency.lockutils [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Releasing lock "singleton_lock" {{(pid=106870) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:314}} Aug 24 13:29:37.781246 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO oslo_service.service [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Starting 2 workers Aug 24 13:29:37.786076 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Started child 106985 {{(pid=106870) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 13:29:37.790684 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Started child 106986 {{(pid=106870) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 13:29:37.791631 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:29:37.792567 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO neutron.service [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Neutron service started, listening on 0.0.0.0:9696 Aug 24 13:29:37.793068 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:29:37.793234 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [-] (106985) wsgi starting up on http://0.0.0.0:9696 Aug 24 13:29:37.795483 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO oslo_service.service [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Starting 1 workers Aug 24 13:29:37.795618 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:29:37.797029 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [-] (106986) wsgi starting up on http://0.0.0.0:9696 Aug 24 13:29:37.800922 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Started child 106987 {{(pid=106870) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 13:29:37.801452 dv-cinder-779578-4-iscsi neutron-server[106870]: INFO oslo_service.service [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Starting 1 workers Aug 24 13:29:37.805140 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.service [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] calling RpcWorker wait() {{(pid=106987) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 24 13:29:37.805774 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.service [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] returning from RpcWorker wait() {{(pid=106987) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 24 13:29:37.806373 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Started child 106988 {{(pid=106870) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 24 13:29:37.806756 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:29:37.807146 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG neutron_lib.callbacks.manager [None req-30ab9c00-fa80-442b-b23d-9073846d5171 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106870) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:29:37.807241 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:29:37.809176 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106870) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 24 13:29:37.809385 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 13:29:37.809569 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 13:29:37.809794 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 13:29:37.810127 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 13:29:37.810310 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 13:29:37.810849 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.811145 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.811403 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.811707 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.812760 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:29:37.813259 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.813259 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.813259 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.813458 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.813711 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.813886 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.814055 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.814325 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.814560 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.814910 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.815290 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.815441 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.815862 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.816033 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.816459 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.816815 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.817005 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.817314 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] debug = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.817620 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.818081 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.818322 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.818590 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.818833 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.819101 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.819345 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.819611 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.819891 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.820081 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.820339 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.820615 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.820855 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.821086 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.821319 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.821612 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.821861 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.822344 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] host = dv-cinder-779578-4-iscsi {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.822586 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.822828 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.823068 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.823329 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.823589 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.823818 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.824064 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.824352 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.824602 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.824826 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.825089 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.825436 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.825633 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.825802 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] log_file = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.825999 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] log_options = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.826268 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.826481 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.826751 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.827024 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.827909 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.828397 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.828825 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.829130 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.829573 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.829940 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.830185 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.830404 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.830655 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.830886 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.831159 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.831524 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.831871 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.832277 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.832676 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.832942 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.833190 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.833443 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.833673 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.833905 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.834137 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.834389 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.834637 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.834962 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.835188 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.835411 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.835688 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.835935 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.836167 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.836441 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.836569 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:29:37.836711 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.836942 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.837174 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.837407 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.837677 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.837906 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.838158 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.838410 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.838645 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.838870 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.839101 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.839332 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.839565 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] use_json = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.839775 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.840004 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.840276 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.840512 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.840746 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.840957 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.841244 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.841483 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.841700 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.842115 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.842693 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.844006 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.844485 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.844851 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.845107 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.845381 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.845743 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.845886 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.846131 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.846466 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.847101 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.847563 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.847836 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.848134 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.854573 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.854573 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.854573 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.854573 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.854573 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.854573 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.854573 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.854573 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.855349 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.855349 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.855349 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.855349 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.855349 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.855349 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.855349 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.855349 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.856227 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.856227 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.856227 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.856227 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.856227 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.856227 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.856227 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.856227 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.857190 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.857190 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.857190 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.857190 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.857190 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.857190 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.857190 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.857945 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.857945 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.857945 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.858323 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.859061 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.859224 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.859462 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.859822 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.860337 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.860545 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.860782 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.861034 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.861288 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.861544 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.861782 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.862010 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.862245 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.862460 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.862689 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.862922 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.863219 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.863347 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.863566 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.863803 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.864013 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.864395 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.864530 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.864663 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.864880 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.865115 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.865342 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.865555 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.865830 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.866012 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.866241 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.866466 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.866675 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.866884 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.867320 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.867320 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.867576 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.867755 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.867973 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.868274 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.868444 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.868693 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.868994 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.869232 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.869476 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.869923 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.870063 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.870161 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.870453 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.870609 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.870813 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.871043 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.871307 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.871561 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.871821 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.872043 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.872282 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.872518 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.872731 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.872945 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.873161 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.873395 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.873631 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.873842 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.874954 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.874954 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.874954 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.874954 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.877628 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.877628 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.877628 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.877628 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.877628 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.877628 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.877628 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.877628 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.878434 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.878434 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.878434 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.878434 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.878434 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.878434 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.879021 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.879021 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.879172 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.879412 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.879647 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.879877 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.880128 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.880393 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.880641 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.880855 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.881100 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.881434 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.881668 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.881880 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.882098 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.882359 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.882589 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.882829 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.883108 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.883344 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.883596 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.883847 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.884093 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.884349 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.884606 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.884853 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.885067 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.885300 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.885512 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.885755 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.885969 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.886180 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.886506 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.886648 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.886853 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.887114 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.887286 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.887500 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.887742 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.887956 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.888173 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.888441 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.888658 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.888872 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.889165 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.889401 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.889636 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.890388 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.890664 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.890914 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.891128 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.891351 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.891795 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.892229 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.892602 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.892867 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.893095 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.893308 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.893521 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.893742 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.893975 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.894218 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.894479 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.894692 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.895027 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.895257 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.895606 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.896046 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.896481 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.897020 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.897256 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.897473 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.897704 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.897923 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.898628 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.898628 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.898628 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.899068 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.899068 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.899332 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.899482 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.899697 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.900413 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.900413 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.900413 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.900951 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.900951 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.901254 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.901254 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.901536 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.901671 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.901921 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.902092 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.902328 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.902544 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.902872 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.903082 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.903410 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.903639 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.903879 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.904112 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.904386 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.904600 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.904832 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.906195 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.906195 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.906195 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.906440 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.906687 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.906868 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.907092 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.907541 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.907649 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.907818 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.908061 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.908241 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.908639 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.908789 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.908914 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.909071 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.909311 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.909519 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.909739 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.909956 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.910163 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.910411 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.910619 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.910828 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.911035 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.911273 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.911500 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.911801 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.912048 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.912290 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.912578 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.912804 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.913061 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.913315 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.913619 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.913855 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.914102 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.914335 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.914558 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.914776 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.915051 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.916230 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.916230 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.916230 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.916230 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.916512 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.916695 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.917136 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.917315 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.917750 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.918038 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.918317 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.918904 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.918904 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.919229 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.919229 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.919517 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.919656 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.920159 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.920159 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.920436 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.920610 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.920856 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.921269 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.921523 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.921523 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.921749 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.921974 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.922215 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.922435 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.922595 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 13:29:37.923116 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106870) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 24 13:29:37.923258 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 24 13:29:37.923413 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 24 13:29:37.923600 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 24 13:29:37.924039 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 24 13:29:37.924039 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 24 13:29:37.924039 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.924568 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.924568 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.924568 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.924778 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.924867 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.924952 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.925106 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.925306 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.925453 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.925576 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.925705 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.925836 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.925983 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.926139 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.926295 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.926452 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.926693 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.926833 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.926916 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.927049 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.927204 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] debug = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.927360 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.927559 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.927722 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.927887 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.928117 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.928321 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.928448 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.928619 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.928743 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.928901 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.929019 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.929109 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.929485 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.929659 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.929804 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.929960 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.930138 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.930271 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] host = dv-cinder-779578-4-iscsi {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.930428 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.930584 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.930739 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.930895 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.931050 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.931205 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.931420 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.931545 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.931649 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.931804 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.931959 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.932114 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.932295 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.932452 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] log_file = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.932607 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] log_options = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.932763 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.932925 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.933114 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.933268 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.933584 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.933749 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.933907 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.934064 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.934288 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.934395 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.934521 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.934678 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.934833 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.934993 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.935150 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.935304 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.935461 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.935616 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.935775 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.935930 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.936084 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.936275 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.936433 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.936606 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.941182 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.941182 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.941182 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.941182 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.941182 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.941182 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.941182 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.941182 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.941722 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.941722 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.941722 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.941722 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.941722 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.941722 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.941722 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.941722 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.942295 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.942295 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.942295 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.942295 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.942295 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.942295 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.942295 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] use_json = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.942295 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.942741 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:29:37.942825 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.942825 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.942825 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.942825 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.942825 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.942825 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.942825 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.942825 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 24 13:29:37.943276 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.943276 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.943276 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.943276 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.943276 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.943276 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.943276 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.943276 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.943729 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.943729 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.943729 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.943729 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.943729 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.943729 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.944067 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.944067 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.944312 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.944400 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.945022 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.945022 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.945022 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.945022 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.945350 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.945350 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.945494 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.945573 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.946191 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.946191 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.946191 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.946191 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.946517 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.946517 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.946664 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.73/identity {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.946747 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.946888 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.947051 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.947214 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.947403 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.947569 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.947834 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.948053 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.948053 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.948606 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.948606 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.948606 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.948606 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.949115 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.949115 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.949115 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.949603 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.949603 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.949603 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.949980 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.949980 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.949980 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.950351 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.950351 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.950612 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.950612 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.950872 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.950872 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.951136 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.951136 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.951423 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.951423 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.953085 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.953085 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.953085 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.953085 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.953085 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.953085 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.953085 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.953541 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.953541 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.953541 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.953725 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.953725 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.954001 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.954001 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.954162 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.954317 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.954476 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.954634 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.954791 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.954953 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.955111 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.955268 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.955426 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.955583 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.955740 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.955898 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.956066 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.956263 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.956426 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.956579 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.956738 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.956895 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.957053 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.957211 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.957371 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.957529 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.957685 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.958006 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.958168 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.958364 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.958540 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.958672 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.958801 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.958928 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.959095 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.959199 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.959347 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.959503 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.959661 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.959819 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.959979 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.960137 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.960321 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.960493 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.960661 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.960869 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.960963 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.961074 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.961247 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.961408 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.961623 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.961726 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.961877 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.962048 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.962201 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.962362 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.962524 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.962681 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.962840 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.962984 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.963186 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.963287 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.963447 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.963607 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.963776 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.963936 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.964164 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.964325 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.964448 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.967666 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.967666 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.967666 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.967666 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.967666 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.967666 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.967666 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.967666 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.969515 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.969515 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.969515 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.73/identity {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.969515 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.969515 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.969515 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.969515 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.969515 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.970418 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.970418 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.970418 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.970418 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.970418 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.970418 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.970418 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.970418 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.971166 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.971166 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.971166 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.971166 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.971166 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.971166 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.971166 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.971166 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.971867 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.971867 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.971867 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.971867 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.971867 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.971867 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.971867 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.971867 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.972592 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.972592 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.972592 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.972592 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.972592 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.972592 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.972592 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.972592 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.973322 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.973322 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.973322 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.973322 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.973322 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.973322 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.973322 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.974019 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.974019 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.974019 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.974019 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.974357 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.974357 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.974357 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.974606 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.974705 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.974792 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.974940 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.975100 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.975258 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.975415 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.975572 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.975731 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.975895 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.976055 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.976260 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.976601 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.976760 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.976919 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.977064 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.977202 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.977376 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.977518 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.977645 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.977780 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.977932 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.978160 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.978289 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.978379 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.978528 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.978688 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.978856 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.979015 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.979177 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.979317 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.979482 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.979639 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.979807 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.979989 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.980146 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.980330 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.980459 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.980575 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.980744 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.980903 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.981061 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.981221 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.981379 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.981537 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.981705 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.981864 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.982022 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.982223 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.982324 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.982473 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.982643 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.982802 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.982958 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.983091 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.983254 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.983399 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.983595 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.983744 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.983904 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.984071 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.984259 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.984406 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.984544 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.984704 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.984862 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.985025 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.985185 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.985343 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.985490 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.985649 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.985814 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.985981 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.986146 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.986304 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.986469 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.986636 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.986802 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.986961 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.987125 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.987296 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.987455 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.987609 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.987757 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.987915 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.988073 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.988324 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.988447 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.988554 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.988693 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.988841 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.988987 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.989140 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.989287 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.989446 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.989606 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.989763 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.989921 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.990079 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.990241 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 24 13:29:37.990396 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106870) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 24 13:29:37.992580 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 46326) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:29:37.999635 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [-] 10.222.0.73 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0049367 Aug 24 13:29:38.004104 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [-] 10.222.0.73 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0038371 Aug 24 13:29:47.120357 dv-cinder-779578-4-iscsi neutron-server[106870]: DEBUG dbcounter [-] [106870] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106870) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:29:49.946988 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e9e1dd-b514-4472-ba79-f5ca4cc6c8d3 None None] get_active_networks_info from dv-cinder-779578-4-iscsi {{(pid=106987) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Aug 24 13:29:49.958719 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writer thread running {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 13:29:50.032218 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51e9e1dd-b514-4472-ba79-f5ca4cc6c8d3 None None] No non-hosted networks {{(pid=106987) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 24 13:29:50.042187 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.agentschedulers_db [None req-51e9e1dd-b514-4472-ba79-f5ca4cc6c8d3 None None] DHCP Agent not found on host dv-cinder-779578-4-iscsi {{(pid=106987) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Aug 24 13:29:50.160472 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-61c79df8-c86d-4385-8875-b77cb8f51863 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-564244'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_create {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:29:51.659809 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writer thread running {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 13:29:52.261157 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-32537cd4-949f-4a77-8d8a-ca2f76b10bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-564244'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_create {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:29:52.286779 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.db.api [None req-3517102a-dfb3-4921-8cdd-49282e2f07f5 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-779578-4-iscsi {{(pid=106987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 24 13:29:52.287736 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG oslo_db.api [None req-3517102a-dfb3-4921-8cdd-49282e2f07f5 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 13:29:52.898222 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-3517102a-dfb3-4921-8cdd-49282e2f07f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:29:53.620275 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 46400) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:29:53.646599 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-564244'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_create {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:29:54.312619 dv-cinder-779578-4-iscsi neutron-server[106986]: WARNING oslo_policy.policy [None req-80e30c0c-3a0e-4a75-be59-aab13733f6d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 13:29:54.313409 dv-cinder-779578-4-iscsi neutron-server[106986]: WARNING oslo_policy.policy [None req-80e30c0c-3a0e-4a75-be59-aab13733f6d2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 13:29:54.664277 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [None req-80e30c0c-3a0e-4a75-be59-aab13733f6d2 admin admin] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106986) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 13:29:54.668252 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-80e30c0c-3a0e-4a75-be59-aab13733f6d2 admin admin] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.0445359 Aug 24 13:29:55.040063 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-564244'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_create {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:29:55.160013 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-564244'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_create {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:29:55.160737 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:29:55.161074 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:29:55.161403 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:29:55.161731 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:29:55.162052 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:29:55.162372 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:29:55.162697 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:29:55.163554 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:29:55.163554 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:29:55.163708 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:29:55.164000 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:29:55.164965 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:29:55.164965 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:29:55.165151 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:29:55.165469 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:29:55.165867 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-779578-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:29:55.174618 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-779578-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:29:57.158363 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 46432) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:29:57.516506 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-0de5b7c4-f3c8-41da-8592-6e5894dd5a3f admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:29:57.610625 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.policy [None req-0de5b7c4-f3c8-41da-8592-6e5894dd5a3f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106986) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 24 13:29:57.653984 dv-cinder-779578-4-iscsi neutron-server[106986]: WARNING oslo_policy.policy [None req-0de5b7c4-f3c8-41da-8592-6e5894dd5a3f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 13:29:57.654395 dv-cinder-779578-4-iscsi neutron-server[106986]: WARNING oslo_policy.policy [None req-0de5b7c4-f3c8-41da-8592-6e5894dd5a3f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 13:29:57.676799 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writer thread running {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 13:29:57.877359 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-0de5b7c4-f3c8-41da-8592-6e5894dd5a3f admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732779553733', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732779554257', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732779569837', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732779577793', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732779583120', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732779591455', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-67095145', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-67100328', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-991906', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-546700'] for rbac-policy (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:29:58.196701 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-0de5b7c4-f3c8-41da-8592-6e5894dd5a3f admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:29:58.197952 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-0de5b7c4-f3c8-41da-8592-6e5894dd5a3f admin admin] 10.222.0.73 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0385513 Aug 24 13:29:59.401863 dv-cinder-779578-4-iscsi neutron-server[106987]: INFO neutron.db.l3_hamode_db [None req-778c6fd7-ecf1-4e0d-af3e-1b3633448dd7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 24 13:29:59.500837 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778c6fd7-ecf1-4e0d-af3e-1b3633448dd7 None None] Routers set() bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:29:59.501195 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778c6fd7-ecf1-4e0d-af3e-1b3633448dd7 None None] Router IDs set() for agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Aug 24 13:30:00.611922 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 46442) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:30:01.179165 dv-cinder-779578-4-iscsi neutron-server[106985]: WARNING oslo_policy.policy [None req-232c98a0-2ec0-4824-814d-9fb209c7cd65 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 13:30:01.179973 dv-cinder-779578-4-iscsi neutron-server[106985]: WARNING oslo_policy.policy [None req-232c98a0-2ec0-4824-814d-9fb209c7cd65 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 13:30:01.401486 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-232c98a0-2ec0-4824-814d-9fb209c7cd65 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:30:01.415315 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writer thread running {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Aug 24 13:30:01.565822 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232c98a0-2ec0-4824-814d-9fb209c7cd65 demo demo] Made reservation on behalf of 822c049cabcb4edb8210aa9424fbb06a for: {'network': 1} {{(pid=106985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:30:01.629094 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.policy [None req-232c98a0-2ec0-4824-814d-9fb209c7cd65 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106985) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 24 13:30:01.673734 dv-cinder-779578-4-iscsi neutron-server[106985]: WARNING oslo_policy.policy [None req-232c98a0-2ec0-4824-814d-9fb209c7cd65 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 13:30:01.674046 dv-cinder-779578-4-iscsi neutron-server[106985]: WARNING oslo_policy.policy [None req-232c98a0-2ec0-4824-814d-9fb209c7cd65 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 24 13:30:01.685396 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-232c98a0-2ec0-4824-814d-9fb209c7cd65 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for network (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:01.710764 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-232c98a0-2ec0-4824-814d-9fb209c7cd65 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:01.836983 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-232c98a0-2ec0-4824-814d-9fb209c7cd65 demo demo] Publish callbacks [] for security_group (be703965-cc29-45b5-a849-c0f5335c2865), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:01.908546 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-232c98a0-2ec0-4824-814d-9fb209c7cd65 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (be703965-cc29-45b5-a849-c0f5335c2865), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:01.945057 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-232c98a0-2ec0-4824-814d-9fb209c7cd65 demo demo] vlan segment allocate from pool success with {'vlan_id': 413, 'physical_network': 'physnet1'} {{(pid=106985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 13:30:01.975641 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-232c98a0-2ec0-4824-814d-9fb209c7cd65 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732775531879', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916165'] for segment (c5eb4f46-b86c-4b9c-a084-e20155910ae0), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:01.977321 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-232c98a0-2ec0-4824-814d-9fb209c7cd65 demo demo] Unsubscribe: segment precommit_create {{(pid=106985) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 24 13:30:01.977321 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.db.segments_db [None req-232c98a0-2ec0-4824-814d-9fb209c7cd65 demo demo] Added segment c5eb4f46-b86c-4b9c-a084-e20155910ae0 of type vlan for network 0f0782b7-2c1e-491c-a2e8-c1972336784f Aug 24 13:30:01.993354 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c98a0-2ec0-4824-814d-9fb209c7cd65 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=be703965-cc29-45b5-a849-c0f5335c2865,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:30:02.052465 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c98a0-2ec0-4824-814d-9fb209c7cd65 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:02.052810 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c98a0-2ec0-4824-814d-9fb209c7cd65 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:02.053169 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c98a0-2ec0-4824-814d-9fb209c7cd65 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:02.053528 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c98a0-2ec0-4824-814d-9fb209c7cd65 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:02.053862 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c98a0-2ec0-4824-814d-9fb209c7cd65 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:02.054188 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c98a0-2ec0-4824-814d-9fb209c7cd65 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:02.054776 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c98a0-2ec0-4824-814d-9fb209c7cd65 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:02.055095 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c98a0-2ec0-4824-814d-9fb209c7cd65 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:02.055415 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c98a0-2ec0-4824-814d-9fb209c7cd65 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:02.055734 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c98a0-2ec0-4824-814d-9fb209c7cd65 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:02.056051 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c98a0-2ec0-4824-814d-9fb209c7cd65 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:02.056405 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c98a0-2ec0-4824-814d-9fb209c7cd65 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:02.056726 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c98a0-2ec0-4824-814d-9fb209c7cd65 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:02.057039 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c98a0-2ec0-4824-814d-9fb209c7cd65 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:02.057351 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c98a0-2ec0-4824-814d-9fb209c7cd65 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:02.058818 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-232c98a0-2ec0-4824-814d-9fb209c7cd65 demo demo] Tracked resource versions report: Aug 24 13:30:02.058818 dv-cinder-779578-4-iscsi neutron-server[106985]: pushed versions: Aug 24 13:30:02.058818 dv-cinder-779578-4-iscsi neutron-server[106985]: { 'AddressGroup': {'1.2'}, Aug 24 13:30:02.058818 dv-cinder-779578-4-iscsi neutron-server[106985]: 'Agent': {'1.1'}, Aug 24 13:30:02.058818 dv-cinder-779578-4-iscsi neutron-server[106985]: 'ConntrackHelper': {'1.0'}, Aug 24 13:30:02.058818 dv-cinder-779578-4-iscsi neutron-server[106985]: 'LocalIPAssociation': {'1.0'}, Aug 24 13:30:02.058818 dv-cinder-779578-4-iscsi neutron-server[106985]: 'Log': {'1.0'}, Aug 24 13:30:02.058818 dv-cinder-779578-4-iscsi neutron-server[106985]: 'NDPProxy': {'1.0'}, Aug 24 13:30:02.058818 dv-cinder-779578-4-iscsi neutron-server[106985]: 'Network': {'1.1'}, Aug 24 13:30:02.058818 dv-cinder-779578-4-iscsi neutron-server[106985]: 'Port': {'1.7'}, Aug 24 13:30:02.058818 dv-cinder-779578-4-iscsi neutron-server[106985]: 'PortForwarding': {'1.3'}, Aug 24 13:30:02.058818 dv-cinder-779578-4-iscsi neutron-server[106985]: 'QosPolicy': {'1.10'}, Aug 24 13:30:02.058818 dv-cinder-779578-4-iscsi neutron-server[106985]: 'SecurityGroup': {'1.5'}, Aug 24 13:30:02.058818 dv-cinder-779578-4-iscsi neutron-server[106985]: 'SecurityGroupRule': {'1.2'}, Aug 24 13:30:02.058818 dv-cinder-779578-4-iscsi neutron-server[106985]: 'SubPort': {'1.0'}, Aug 24 13:30:02.058818 dv-cinder-779578-4-iscsi neutron-server[106985]: 'Subnet': {'1.1'}, Aug 24 13:30:02.058818 dv-cinder-779578-4-iscsi neutron-server[106985]: 'Trunk': {'1.1'}} Aug 24 13:30:02.058818 dv-cinder-779578-4-iscsi neutron-server[106985]: consumer versions: Aug 24 13:30:02.058818 dv-cinder-779578-4-iscsi neutron-server[106985]: { DHCP agent@dv-cinder-779578-4-iscsi: {}, Aug 24 13:30:02.058818 dv-cinder-779578-4-iscsi neutron-server[106985]: L3 agent@dv-cinder-779578-4-iscsi: {}, Aug 24 13:30:02.058818 dv-cinder-779578-4-iscsi neutron-server[106985]: Metadata agent@dv-cinder-779578-4-iscsi: {}, Aug 24 13:30:02.058818 dv-cinder-779578-4-iscsi neutron-server[106985]: Metering agent@dv-cinder-779578-4-iscsi: {}, Aug 24 13:30:02.058818 dv-cinder-779578-4-iscsi neutron-server[106985]: Open vSwitch agent@dv-cinder-779578-4-iscsi: { 'AddressGroup': '1.2', Aug 24 13:30:02.058818 dv-cinder-779578-4-iscsi neutron-server[106985]: 'Agent': '1.1', Aug 24 13:30:02.058818 dv-cinder-779578-4-iscsi neutron-server[106985]: 'ConntrackHelper': '1.0', Aug 24 13:30:02.058818 dv-cinder-779578-4-iscsi neutron-server[106985]: 'LocalIPAssociation': '1.0', Aug 24 13:30:02.058818 dv-cinder-779578-4-iscsi neutron-server[106985]: 'Log': '1.0', Aug 24 13:30:02.058818 dv-cinder-779578-4-iscsi neutron-server[106985]: 'NDPProxy': '1.0', Aug 24 13:30:02.058818 dv-cinder-779578-4-iscsi neutron-server[106985]: 'Network': '1.1', Aug 24 13:30:02.058818 dv-cinder-779578-4-iscsi neutron-server[106985]: 'Port': '1.7', Aug 24 13:30:02.058818 dv-cinder-779578-4-iscsi neutron-server[106985]: 'PortForwarding': '1.3', Aug 24 13:30:02.058818 dv-cinder-779578-4-iscsi neutron-server[106985]: 'QosPolicy': '1.10', Aug 24 13:30:02.058818 dv-cinder-779578-4-iscsi neutron-server[106985]: 'SecurityGroup': '1.5', Aug 24 13:30:02.058818 dv-cinder-779578-4-iscsi neutron-server[106985]: 'SecurityGroupRule': '1.2', Aug 24 13:30:02.058818 dv-cinder-779578-4-iscsi neutron-server[106985]: 'SubPort': '1.0', Aug 24 13:30:02.058818 dv-cinder-779578-4-iscsi neutron-server[106985]: 'Subnet': '1.1', Aug 24 13:30:02.058818 dv-cinder-779578-4-iscsi neutron-server[106985]: 'Trunk': '1.1'}} Aug 24 13:30:02.058818 dv-cinder-779578-4-iscsi neutron-server[106985]: {{(pid=106985) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 13:30:02.098031 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-232c98a0-2ec0-4824-814d-9fb209c7cd65 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732775010169'] for network (0f0782b7-2c1e-491c-a2e8-c1972336784f), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:02.194815 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-232c98a0-2ec0-4824-814d-9fb209c7cd65 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995'] for network (0f0782b7-2c1e-491c-a2e8-c1972336784f), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:02.200173 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232c98a0-2ec0-4824-814d-9fb209c7cd65 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:30:02.200871 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-232c98a0-2ec0-4824-814d-9fb209c7cd65 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for network (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:02.336950 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-232c98a0-2ec0-4824-814d-9fb209c7cd65 demo demo] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.7227206 Aug 24 13:30:02.337623 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232c98a0-2ec0-4824-814d-9fb209c7cd65 demo demo] Pushing event updated for resources: {'Network': ['ID=0f0782b7-2c1e-491c-a2e8-c1972336784f,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:30:02.350404 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Network 0f0782b7-2c1e-491c-a2e8-c1972336784f details requested by agent ovs-agent-dv-cinder-779578-4-iscsi with host dv-cinder-779578-4-iscsi {{(pid=106987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 13:30:04.803218 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 46462) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:30:05.254260 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eced6545-5b58-478e-ad50-064e596eeb8d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:30:05.255644 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-eced6545-5b58-478e-ad50-064e596eeb8d demo admin] 10.222.0.73 "GET /networking/v2.0/networks/0f0782b7-2c1e-491c-a2e8-c1972336784f HTTP/1.1" status: 200 len: 825 time: 0.4514718 Aug 24 13:30:05.299642 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-89d14ebb-e805-4683-ae08-6c834789e3f3 demo admin] 10.222.0.73 "GET /networking/v2.0/subnetpools/587b0d32-d52c-4b30-b63f-057938e5ac8e HTTP/1.1" status: 200 len: 734 time: 0.0378160 Aug 24 13:30:05.309617 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-945f7b9f-fb03-4973-98ad-c5a6347be275 demo admin] Request body: {'subnet': {'subnetpool_id': '587b0d32-d52c-4b30-b63f-057938e5ac8e', 'name': 'private-subnet', 'network_id': '0f0782b7-2c1e-491c-a2e8-c1972336784f', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:30:05.387592 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=58,neutron:INSERT=39,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:30:05.474639 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-945f7b9f-fb03-4973-98ad-c5a6347be275 demo admin] Made reservation on behalf of 822c049cabcb4edb8210aa9424fbb06a for: {'subnet': 1} {{(pid=106985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:30:05.477347 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-945f7b9f-fb03-4973-98ad-c5a6347be275 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:05.651435 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:30:05.881014 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-945f7b9f-fb03-4973-98ad-c5a6347be275 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995'] for subnet (7c317a3c-2b7e-4140-8d87-935cfc7278cd), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:05.952211 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945f7b9f-fb03-4973-98ad-c5a6347be275 demo admin] Pushing event updated for resources: {'Subnet': ['ID=7c317a3c-2b7e-4140-8d87-935cfc7278cd,revision_number=0']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:30:05.964422 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-945f7b9f-fb03-4973-98ad-c5a6347be275 demo admin] Checking segment: {'id': 'c5eb4f46-b86c-4b9c-a084-e20155910ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0f0782b7-2c1e-491c-a2e8-c1972336784f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:30:05.964805 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945f7b9f-fb03-4973-98ad-c5a6347be275 demo admin] Network hostable DHCP agents. Network: 0f0782b7-2c1e-491c-a2e8-c1972336784f, hostable agents: ['5b6616ad-7c61-467c-8809-81a3e3733e23'], hosted agents: [] {{(pid=106985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 13:30:05.966799 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=6 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:30:05.972311 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:30:06.074990 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-945f7b9f-fb03-4973-98ad-c5a6347be275 demo admin] Network 0f0782b7-2c1e-491c-a2e8-c1972336784f is scheduled to be hosted by DHCP agent 5b6616ad-7c61-467c-8809-81a3e3733e23 with binding_index 1 {{(pid=106985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 13:30:06.166168 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.base_scheduler [None req-945f7b9f-fb03-4973-98ad-c5a6347be275 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779578-4-iscsi, 0f0782b7-2c1e-491c-a2e8-c1972336784f) {{(pid=106985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:30:06.172612 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-945f7b9f-fb03-4973-98ad-c5a6347be275 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:30:06.174179 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-945f7b9f-fb03-4973-98ad-c5a6347be275 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for subnet (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:06.175964 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88dfaac6-ca09-497f-9174-c098f9f283df None None] Network 0f0782b7-2c1e-491c-a2e8-c1972336784f requested from dv-cinder-779578-4-iscsi {{(pid=106987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 13:30:06.185331 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=36,neutron:INSERT=31,neutron:UPDATE=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:30:06.259668 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-945f7b9f-fb03-4973-98ad-c5a6347be275 demo admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9537201 Aug 24 13:30:06.458490 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce36b737-6966-499a-8421-2ce032d775a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ca6df2e-0481-52d5-912d-ac12d3288b0d-0f0782b7-2c1e-491c-a2e8-c1972336784f', 'network_id': '0f0782b7-2c1e-491c-a2e8-c1972336784f', 'project_id': '822c049cabcb4edb8210aa9424fbb06a', 'fixed_ips': [{'subnet_id': '7c317a3c-2b7e-4140-8d87-935cfc7278cd'}]}} from dv-cinder-779578-4-iscsi. {{(pid=106987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 13:30:06.459764 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-ce36b737-6966-499a-8421-2ce032d775a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:06.767529 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.db_base_plugin_common [None req-ce36b737-6966-499a-8421-2ce032d775a9 None None] Allocated IP 172.20.0.2 (0f0782b7-2c1e-491c-a2e8-c1972336784f/7c317a3c-2b7e-4140-8d87-935cfc7278cd/33ad7f2a-cca8-4933-b549-4674da782b38) {{(pid=106987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:30:07.047508 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-ce36b737-6966-499a-8421-2ce032d775a9 None None] Publish callbacks [] for port (33ad7f2a-cca8-4933-b549-4674da782b38), precommit_create {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:07.143672 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-ce36b737-6966-499a-8421-2ce032d775a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634'] for port (33ad7f2a-cca8-4933-b549-4674da782b38), after_create {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:07.225316 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce36b737-6966-499a-8421-2ce032d775a9 None None] Network 0f0782b7-2c1e-491c-a2e8-c1972336784f is already hosted by enough agents. {{(pid=106987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:30:07.232937 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.scheduler.base_scheduler [None req-ce36b737-6966-499a-8421-2ce032d775a9 None None] Resources bound (agent type, host, resource id): {{(pid=106987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:30:07.238548 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce36b737-6966-499a-8421-2ce032d775a9 None None] Pushing event updated for resources: {'Port': ['ID=33ad7f2a-cca8-4933-b549-4674da782b38,revision_number=1']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:30:07.241390 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce36b737-6966-499a-8421-2ce032d775a9 None None] Received port after_create {{(pid=106987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:30:07.273670 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce36b737-6966-499a-8421-2ce032d775a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:07.274069 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce36b737-6966-499a-8421-2ce032d775a9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:07.274422 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce36b737-6966-499a-8421-2ce032d775a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:07.274768 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce36b737-6966-499a-8421-2ce032d775a9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:07.275096 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce36b737-6966-499a-8421-2ce032d775a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:07.275417 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce36b737-6966-499a-8421-2ce032d775a9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:07.275732 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce36b737-6966-499a-8421-2ce032d775a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:07.276049 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce36b737-6966-499a-8421-2ce032d775a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:07.276385 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce36b737-6966-499a-8421-2ce032d775a9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:07.276703 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce36b737-6966-499a-8421-2ce032d775a9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:07.277018 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce36b737-6966-499a-8421-2ce032d775a9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:07.277351 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce36b737-6966-499a-8421-2ce032d775a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:07.277666 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce36b737-6966-499a-8421-2ce032d775a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:07.277975 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce36b737-6966-499a-8421-2ce032d775a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:07.278283 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce36b737-6966-499a-8421-2ce032d775a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:07.279756 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce36b737-6966-499a-8421-2ce032d775a9 None None] Tracked resource versions report: Aug 24 13:30:07.279756 dv-cinder-779578-4-iscsi neutron-server[106987]: pushed versions: Aug 24 13:30:07.279756 dv-cinder-779578-4-iscsi neutron-server[106987]: { 'AddressGroup': {'1.2'}, Aug 24 13:30:07.279756 dv-cinder-779578-4-iscsi neutron-server[106987]: 'Agent': {'1.1'}, Aug 24 13:30:07.279756 dv-cinder-779578-4-iscsi neutron-server[106987]: 'ConntrackHelper': {'1.0'}, Aug 24 13:30:07.279756 dv-cinder-779578-4-iscsi neutron-server[106987]: 'LocalIPAssociation': {'1.0'}, Aug 24 13:30:07.279756 dv-cinder-779578-4-iscsi neutron-server[106987]: 'Log': {'1.0'}, Aug 24 13:30:07.279756 dv-cinder-779578-4-iscsi neutron-server[106987]: 'NDPProxy': {'1.0'}, Aug 24 13:30:07.279756 dv-cinder-779578-4-iscsi neutron-server[106987]: 'Network': {'1.1'}, Aug 24 13:30:07.279756 dv-cinder-779578-4-iscsi neutron-server[106987]: 'Port': {'1.7'}, Aug 24 13:30:07.279756 dv-cinder-779578-4-iscsi neutron-server[106987]: 'PortForwarding': {'1.3'}, Aug 24 13:30:07.279756 dv-cinder-779578-4-iscsi neutron-server[106987]: 'QosPolicy': {'1.10'}, Aug 24 13:30:07.279756 dv-cinder-779578-4-iscsi neutron-server[106987]: 'SecurityGroup': {'1.5'}, Aug 24 13:30:07.279756 dv-cinder-779578-4-iscsi neutron-server[106987]: 'SecurityGroupRule': {'1.2'}, Aug 24 13:30:07.279756 dv-cinder-779578-4-iscsi neutron-server[106987]: 'SubPort': {'1.0'}, Aug 24 13:30:07.279756 dv-cinder-779578-4-iscsi neutron-server[106987]: 'Subnet': {'1.1'}, Aug 24 13:30:07.279756 dv-cinder-779578-4-iscsi neutron-server[106987]: 'Trunk': {'1.1'}} Aug 24 13:30:07.279756 dv-cinder-779578-4-iscsi neutron-server[106987]: consumer versions: Aug 24 13:30:07.279756 dv-cinder-779578-4-iscsi neutron-server[106987]: { DHCP agent@dv-cinder-779578-4-iscsi: {}, Aug 24 13:30:07.279756 dv-cinder-779578-4-iscsi neutron-server[106987]: L3 agent@dv-cinder-779578-4-iscsi: {}, Aug 24 13:30:07.279756 dv-cinder-779578-4-iscsi neutron-server[106987]: Metadata agent@dv-cinder-779578-4-iscsi: {}, Aug 24 13:30:07.279756 dv-cinder-779578-4-iscsi neutron-server[106987]: Metering agent@dv-cinder-779578-4-iscsi: {}, Aug 24 13:30:07.279756 dv-cinder-779578-4-iscsi neutron-server[106987]: Open vSwitch agent@dv-cinder-779578-4-iscsi: { 'AddressGroup': '1.2', Aug 24 13:30:07.279756 dv-cinder-779578-4-iscsi neutron-server[106987]: 'Agent': '1.1', Aug 24 13:30:07.279756 dv-cinder-779578-4-iscsi neutron-server[106987]: 'ConntrackHelper': '1.0', Aug 24 13:30:07.279756 dv-cinder-779578-4-iscsi neutron-server[106987]: 'LocalIPAssociation': '1.0', Aug 24 13:30:07.279756 dv-cinder-779578-4-iscsi neutron-server[106987]: 'Log': '1.0', Aug 24 13:30:07.279756 dv-cinder-779578-4-iscsi neutron-server[106987]: 'NDPProxy': '1.0', Aug 24 13:30:07.279756 dv-cinder-779578-4-iscsi neutron-server[106987]: 'Network': '1.1', Aug 24 13:30:07.279756 dv-cinder-779578-4-iscsi neutron-server[106987]: 'Port': '1.7', Aug 24 13:30:07.279756 dv-cinder-779578-4-iscsi neutron-server[106987]: 'PortForwarding': '1.3', Aug 24 13:30:07.279756 dv-cinder-779578-4-iscsi neutron-server[106987]: 'QosPolicy': '1.10', Aug 24 13:30:07.279756 dv-cinder-779578-4-iscsi neutron-server[106987]: 'SecurityGroup': '1.5', Aug 24 13:30:07.279756 dv-cinder-779578-4-iscsi neutron-server[106987]: 'SecurityGroupRule': '1.2', Aug 24 13:30:07.279756 dv-cinder-779578-4-iscsi neutron-server[106987]: 'SubPort': '1.0', Aug 24 13:30:07.279756 dv-cinder-779578-4-iscsi neutron-server[106987]: 'Subnet': '1.1', Aug 24 13:30:07.279756 dv-cinder-779578-4-iscsi neutron-server[106987]: 'Trunk': '1.1'}} Aug 24 13:30:07.279756 dv-cinder-779578-4-iscsi neutron-server[106987]: {{(pid=106987) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 13:30:07.332125 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:30:07.335279 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-ce36b737-6966-499a-8421-2ce032d775a9 None None] Attempting to bind port 33ad7f2a-cca8-4933-b549-4674da782b38 on host dv-cinder-779578-4-iscsi for vnic_type normal with profile {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:30:07.335671 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-ce36b737-6966-499a-8421-2ce032d775a9 None None] Attempting to bind port 33ad7f2a-cca8-4933-b549-4674da782b38 by drivers openvswitch,hyperv on host dv-cinder-779578-4-iscsi at level 0 using segments [{'id': 'c5eb4f46-b86c-4b9c-a084-e20155910ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0f0782b7-2c1e-491c-a2e8-c1972336784f'}] {{(pid=106987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:30:07.336085 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce36b737-6966-499a-8421-2ce032d775a9 None None] Attempting to bind port 33ad7f2a-cca8-4933-b549-4674da782b38 on network 0f0782b7-2c1e-491c-a2e8-c1972336784f {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:30:07.341487 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce36b737-6966-499a-8421-2ce032d775a9 None None] Checking agent: {'id': '00f42bad-d4f2-47c4-8e20-2c8cceeec132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 29, 55), 'started_at': datetime.datetime(2022, 8, 24, 13, 29, 55), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 29, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:30:07.341865 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce36b737-6966-499a-8421-2ce032d775a9 None None] Checking segment: {'id': 'c5eb4f46-b86c-4b9c-a084-e20155910ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0f0782b7-2c1e-491c-a2e8-c1972336784f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:30:07.354928 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-ce36b737-6966-499a-8421-2ce032d775a9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:07.354928 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce36b737-6966-499a-8421-2ce032d775a9 None None] Bound using segment: {'id': 'c5eb4f46-b86c-4b9c-a084-e20155910ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0f0782b7-2c1e-491c-a2e8-c1972336784f'} {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:30:07.354928 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-ce36b737-6966-499a-8421-2ce032d775a9 None None] Bound port: 33ad7f2a-cca8-4933-b549-4674da782b38, host: dv-cinder-779578-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5eb4f46-b86c-4b9c-a084-e20155910ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0f0782b7-2c1e-491c-a2e8-c1972336784f'}}] {{(pid=106987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:30:07.354928 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-ce36b737-6966-499a-8421-2ce032d775a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (33ad7f2a-cca8-4933-b549-4674da782b38), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:07.425436 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-ce36b737-6966-499a-8421-2ce032d775a9 None None] For port 33ad7f2a-cca8-4933-b549-4674da782b38, host dv-cinder-779578-4-iscsi, cleared binding levels {{(pid=106987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:30:07.448019 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-ce36b737-6966-499a-8421-2ce032d775a9 None None] For port 33ad7f2a-cca8-4933-b549-4674da782b38, host dv-cinder-779578-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=33ad7f2a-cca8-4933-b549-4674da782b38,segment=NetworkSegment(c5eb4f46-b86c-4b9c-a084-e20155910ae0),segment_id=c5eb4f46-b86c-4b9c-a084-e20155910ae0)] {{(pid=106987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:30:07.526779 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-ce36b737-6966-499a-8421-2ce032d775a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (33ad7f2a-cca8-4933-b549-4674da782b38), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:07.584266 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce36b737-6966-499a-8421-2ce032d775a9 None None] Pushing event updated for resources: {'Port': ['ID=33ad7f2a-cca8-4933-b549-4674da782b38,revision_number=2']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:30:08.084195 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=23,neutron:INSERT=35 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:30:08.092403 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=10,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:30:08.765797 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 46484) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:30:09.137527 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [None req-03852832-f528-4c7a-99e5-9058d38324c7 admin admin] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 13:30:09.138531 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-03852832-f528-4c7a-99e5-9058d38324c7 admin admin] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3713121 Aug 24 13:30:11.690566 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 46492) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:30:12.144642 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [None req-6be8ad50-89aa-4fed-8a34-23b6b516964a admin admin] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 13:30:12.148494 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-6be8ad50-89aa-4fed-8a34-23b6b516964a admin admin] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4542379 Aug 24 13:30:14.652620 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 46504) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:30:14.847751 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 33ad7f2a-cca8-4933-b549-4674da782b38 up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:30:14.948974 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port 33ad7f2a-cca8-4933-b549-4674da782b38 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:30:14.949293 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (33ad7f2a-cca8-4933-b549-4674da782b38), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:15.028776 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-d41d1ef1-8e13-480f-90d2-d723de7da8a3 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:30:15.034986 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:30:15.057421 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port 33ad7f2a-cca8-4933-b549-4674da782b38 is: DOWN; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:30:15.057802 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (33ad7f2a-cca8-4933-b549-4674da782b38), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:15.092059 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] For port 33ad7f2a-cca8-4933-b549-4674da782b38, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=33ad7f2a-cca8-4933-b549-4674da782b38,segment=NetworkSegment(c5eb4f46-b86c-4b9c-a084-e20155910ae0),segment_id=c5eb4f46-b86c-4b9c-a084-e20155910ae0)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:30:15.125056 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d41d1ef1-8e13-480f-90d2-d723de7da8a3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1009456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7664'] for router (436ca45f-e9ef-4ff7-9a53-188d2a27e6fa), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:15.126680 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d41d1ef1-8e13-480f-90d2-d723de7da8a3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1008860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1030859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7655'] for router (436ca45f-e9ef-4ff7-9a53-188d2a27e6fa), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:15.158889 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (33ad7f2a-cca8-4933-b549-4674da782b38), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:15.207867 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Pushing event updated for resources: {'Port': ['ID=33ad7f2a-cca8-4933-b549-4674da782b38,revision_number=3']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:30:15.268129 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d41d1ef1-8e13-480f-90d2-d723de7da8a3 demo demo] Publish callbacks [] for router_controller (436ca45f-e9ef-4ff7-9a53-188d2a27e6fa), precommit_add_association {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:15.332525 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d41d1ef1-8e13-480f-90d2-d723de7da8a3 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1009155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008813'] for router (436ca45f-e9ef-4ff7-9a53-188d2a27e6fa), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:15.436973 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d41d1ef1-8e13-480f-90d2-d723de7da8a3 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:15.438194 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-d41d1ef1-8e13-480f-90d2-d723de7da8a3 demo demo] 10.222.0.73 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7845013 Aug 24 13:30:16.048720 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7f44d8-56de-4692-88d9-308fed106820 None None] Network 0f0782b7-2c1e-491c-a2e8-c1972336784f requested from dv-cinder-779578-4-iscsi {{(pid=106987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 13:30:16.180326 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-6857d18f-510a-4b6c-9128-f424942f8e77 None None] Provisioning complete for port 33ad7f2a-cca8-4933-b549-4674da782b38 triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:30:16.180710 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6857d18f-510a-4b6c-9128-f424942f8e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (33ad7f2a-cca8-4933-b549-4674da782b38), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:16.257059 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6857d18f-510a-4b6c-9128-f424942f8e77 None None] Current status of the port 33ad7f2a-cca8-4933-b549-4674da782b38 is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:30:16.376533 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-17077f68-7b1f-4c24-9721-9164f9152f1d None None] Provisioning complete for port 33ad7f2a-cca8-4933-b549-4674da782b38 triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:30:16.376918 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-17077f68-7b1f-4c24-9721-9164f9152f1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (33ad7f2a-cca8-4933-b549-4674da782b38), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:16.453930 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-17077f68-7b1f-4c24-9721-9164f9152f1d None None] Current status of the port 33ad7f2a-cca8-4933-b549-4674da782b38 is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:30:16.829117 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 33ad7f2a-cca8-4933-b549-4674da782b38 up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:30:16.867094 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:30:16.874018 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port 33ad7f2a-cca8-4933-b549-4674da782b38 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:30:16.874408 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (33ad7f2a-cca8-4933-b549-4674da782b38), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:16.951417 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port 33ad7f2a-cca8-4933-b549-4674da782b38 is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:30:17.980536 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 46512) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:30:18.320939 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [None req-769eee10-f1a6-41d8-8e98-72c9b308e35b admin admin] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106986) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 13:30:18.321927 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-769eee10-f1a6-41d8-8e98-72c9b308e35b admin admin] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3405557 Aug 24 13:30:19.964375 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-5cc56ed8-95fe-4b80-901e-b6af96853e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:20.922380 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 46520) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:30:21.267371 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-d588901c-bf05-46cb-ae81-14210457e519 admin admin] Request body: {'network': {'name': 'public', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:30:21.360215 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d588901c-bf05-46cb-ae81-14210457e519 admin admin] Made reservation on behalf of 1e28975466b54f229ea6496a2befdfd6 for: {'network': 1} {{(pid=106986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:30:21.363139 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-d588901c-bf05-46cb-ae81-14210457e519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for network (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:21.381838 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-d588901c-bf05-46cb-ae81-14210457e519 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:21.508927 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-d588901c-bf05-46cb-ae81-14210457e519 admin admin] Publish callbacks [] for security_group (f778fa49-dc7e-4b98-beb3-09466d392bde), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:21.594440 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-d588901c-bf05-46cb-ae81-14210457e519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (f778fa49-dc7e-4b98-beb3-09466d392bde), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:21.607006 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-d588901c-bf05-46cb-ae81-14210457e519 admin admin] Reserving flat network on physical network physnet1 {{(pid=106986) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 24 13:30:21.644629 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-d588901c-bf05-46cb-ae81-14210457e519 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732775531879', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916165'] for segment (5f346d1e-6301-45fd-9dfc-66a590810fee), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:21.645102 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-d588901c-bf05-46cb-ae81-14210457e519 admin admin] Unsubscribe: segment precommit_create {{(pid=106986) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 24 13:30:21.645702 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.db.segments_db [None req-d588901c-bf05-46cb-ae81-14210457e519 admin admin] Added segment 5f346d1e-6301-45fd-9dfc-66a590810fee of type flat for network b9a647d2-3285-4c25-b9a6-e511e6620ca5 Aug 24 13:30:21.663019 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d588901c-bf05-46cb-ae81-14210457e519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f778fa49-dc7e-4b98-beb3-09466d392bde,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:30:21.714111 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d588901c-bf05-46cb-ae81-14210457e519 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:21.714449 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d588901c-bf05-46cb-ae81-14210457e519 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:21.714807 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d588901c-bf05-46cb-ae81-14210457e519 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:21.715151 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d588901c-bf05-46cb-ae81-14210457e519 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:21.715476 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d588901c-bf05-46cb-ae81-14210457e519 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:21.715801 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d588901c-bf05-46cb-ae81-14210457e519 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:21.716122 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d588901c-bf05-46cb-ae81-14210457e519 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:21.716541 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d588901c-bf05-46cb-ae81-14210457e519 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:21.716887 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d588901c-bf05-46cb-ae81-14210457e519 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:21.717212 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d588901c-bf05-46cb-ae81-14210457e519 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:21.717578 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d588901c-bf05-46cb-ae81-14210457e519 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:21.717922 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d588901c-bf05-46cb-ae81-14210457e519 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:21.718476 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d588901c-bf05-46cb-ae81-14210457e519 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:21.718818 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d588901c-bf05-46cb-ae81-14210457e519 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:21.719141 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d588901c-bf05-46cb-ae81-14210457e519 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:21.720650 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d588901c-bf05-46cb-ae81-14210457e519 admin admin] Tracked resource versions report: Aug 24 13:30:21.720650 dv-cinder-779578-4-iscsi neutron-server[106986]: pushed versions: Aug 24 13:30:21.720650 dv-cinder-779578-4-iscsi neutron-server[106986]: { 'AddressGroup': {'1.2'}, Aug 24 13:30:21.720650 dv-cinder-779578-4-iscsi neutron-server[106986]: 'Agent': {'1.1'}, Aug 24 13:30:21.720650 dv-cinder-779578-4-iscsi neutron-server[106986]: 'ConntrackHelper': {'1.0'}, Aug 24 13:30:21.720650 dv-cinder-779578-4-iscsi neutron-server[106986]: 'LocalIPAssociation': {'1.0'}, Aug 24 13:30:21.720650 dv-cinder-779578-4-iscsi neutron-server[106986]: 'Log': {'1.0'}, Aug 24 13:30:21.720650 dv-cinder-779578-4-iscsi neutron-server[106986]: 'NDPProxy': {'1.0'}, Aug 24 13:30:21.720650 dv-cinder-779578-4-iscsi neutron-server[106986]: 'Network': {'1.1'}, Aug 24 13:30:21.720650 dv-cinder-779578-4-iscsi neutron-server[106986]: 'Port': {'1.7'}, Aug 24 13:30:21.720650 dv-cinder-779578-4-iscsi neutron-server[106986]: 'PortForwarding': {'1.3'}, Aug 24 13:30:21.720650 dv-cinder-779578-4-iscsi neutron-server[106986]: 'QosPolicy': {'1.10'}, Aug 24 13:30:21.720650 dv-cinder-779578-4-iscsi neutron-server[106986]: 'SecurityGroup': {'1.5'}, Aug 24 13:30:21.720650 dv-cinder-779578-4-iscsi neutron-server[106986]: 'SecurityGroupRule': {'1.2'}, Aug 24 13:30:21.720650 dv-cinder-779578-4-iscsi neutron-server[106986]: 'SubPort': {'1.0'}, Aug 24 13:30:21.720650 dv-cinder-779578-4-iscsi neutron-server[106986]: 'Subnet': {'1.1'}, Aug 24 13:30:21.720650 dv-cinder-779578-4-iscsi neutron-server[106986]: 'Trunk': {'1.1'}} Aug 24 13:30:21.720650 dv-cinder-779578-4-iscsi neutron-server[106986]: consumer versions: Aug 24 13:30:21.720650 dv-cinder-779578-4-iscsi neutron-server[106986]: { DHCP agent@dv-cinder-779578-4-iscsi: {}, Aug 24 13:30:21.720650 dv-cinder-779578-4-iscsi neutron-server[106986]: L3 agent@dv-cinder-779578-4-iscsi: {}, Aug 24 13:30:21.720650 dv-cinder-779578-4-iscsi neutron-server[106986]: Metadata agent@dv-cinder-779578-4-iscsi: {}, Aug 24 13:30:21.720650 dv-cinder-779578-4-iscsi neutron-server[106986]: Metering agent@dv-cinder-779578-4-iscsi: {}, Aug 24 13:30:21.720650 dv-cinder-779578-4-iscsi neutron-server[106986]: Open vSwitch agent@dv-cinder-779578-4-iscsi: { 'AddressGroup': '1.2', Aug 24 13:30:21.720650 dv-cinder-779578-4-iscsi neutron-server[106986]: 'Agent': '1.1', Aug 24 13:30:21.720650 dv-cinder-779578-4-iscsi neutron-server[106986]: 'ConntrackHelper': '1.0', Aug 24 13:30:21.720650 dv-cinder-779578-4-iscsi neutron-server[106986]: 'LocalIPAssociation': '1.0', Aug 24 13:30:21.720650 dv-cinder-779578-4-iscsi neutron-server[106986]: 'Log': '1.0', Aug 24 13:30:21.720650 dv-cinder-779578-4-iscsi neutron-server[106986]: 'NDPProxy': '1.0', Aug 24 13:30:21.720650 dv-cinder-779578-4-iscsi neutron-server[106986]: 'Network': '1.1', Aug 24 13:30:21.720650 dv-cinder-779578-4-iscsi neutron-server[106986]: 'Port': '1.7', Aug 24 13:30:21.720650 dv-cinder-779578-4-iscsi neutron-server[106986]: 'PortForwarding': '1.3', Aug 24 13:30:21.720650 dv-cinder-779578-4-iscsi neutron-server[106986]: 'QosPolicy': '1.10', Aug 24 13:30:21.720650 dv-cinder-779578-4-iscsi neutron-server[106986]: 'SecurityGroup': '1.5', Aug 24 13:30:21.720650 dv-cinder-779578-4-iscsi neutron-server[106986]: 'SecurityGroupRule': '1.2', Aug 24 13:30:21.720650 dv-cinder-779578-4-iscsi neutron-server[106986]: 'SubPort': '1.0', Aug 24 13:30:21.720650 dv-cinder-779578-4-iscsi neutron-server[106986]: 'Subnet': '1.1', Aug 24 13:30:21.720650 dv-cinder-779578-4-iscsi neutron-server[106986]: 'Trunk': '1.1'}} Aug 24 13:30:21.720650 dv-cinder-779578-4-iscsi neutron-server[106986]: {{(pid=106986) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 13:30:21.771131 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-d588901c-bf05-46cb-ae81-14210457e519 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732775010169'] for network (b9a647d2-3285-4c25-b9a6-e511e6620ca5), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:21.920342 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-d588901c-bf05-46cb-ae81-14210457e519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995'] for network (b9a647d2-3285-4c25-b9a6-e511e6620ca5), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:21.922368 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d588901c-bf05-46cb-ae81-14210457e519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:30:21.923110 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-d588901c-bf05-46cb-ae81-14210457e519 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for network (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:22.036645 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d588901c-bf05-46cb-ae81-14210457e519 admin admin] Pushing event updated for resources: {'Network': ['ID=b9a647d2-3285-4c25-b9a6-e511e6620ca5,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:30:22.050887 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Network b9a647d2-3285-4c25-b9a6-e511e6620ca5 details requested by agent ovs-agent-dv-cinder-779578-4-iscsi with host dv-cinder-779578-4-iscsi {{(pid=106987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 13:30:22.180456 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-d588901c-bf05-46cb-ae81-14210457e519 admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.2568679 Aug 24 13:30:22.269514 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6f5868ef-04e0-4679-8498-03c700070284 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:23.640228 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:24.743136 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 46532) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:30:25.017751 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:25.142266 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:25.215012 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14decdbf-cf0b-4033-a5b7-a345c234fb1a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:30:25.216428 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-14decdbf-cf0b-4033-a5b7-a345c234fb1a demo admin] 10.222.0.73 "GET /networking/v2.0/subnets/7c317a3c-2b7e-4140-8d87-935cfc7278cd HTTP/1.1" status: 200 len: 849 time: 0.4723210 Aug 24 13:30:25.344528 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=18,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:30:25.346475 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=57,neutron:INSERT=4,neutron:DELETE=3 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:30:25.407958 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-969feb81-d488-4326-b795-513f32785fa9 demo admin] 10.222.0.73 "GET /networking/v2.0/routers/436ca45f-e9ef-4ff7-9a53-188d2a27e6fa HTTP/1.1" status: 200 len: 704 time: 0.1854093 Aug 24 13:30:25.688945 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-15a7755f-d787-42e3-8d61-0982bd77cb5d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:25.907844 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:30:25.974129 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:30:26.004030 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.db_base_plugin_common [None req-15a7755f-d787-42e3-8d61-0982bd77cb5d demo admin] Allocated IP 172.20.0.1 (0f0782b7-2c1e-491c-a2e8-c1972336784f/7c317a3c-2b7e-4140-8d87-935cfc7278cd/33923673-d7ea-425f-bfcb-fce02e76fc6e) {{(pid=106986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:30:26.205098 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-15a7755f-d787-42e3-8d61-0982bd77cb5d demo admin] Publish callbacks [] for port (33923673-d7ea-425f-bfcb-fce02e76fc6e), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:26.325998 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-15a7755f-d787-42e3-8d61-0982bd77cb5d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634'] for port (33923673-d7ea-425f-bfcb-fce02e76fc6e), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:26.414738 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a7755f-d787-42e3-8d61-0982bd77cb5d demo admin] Network 0f0782b7-2c1e-491c-a2e8-c1972336784f is already hosted by enough agents. {{(pid=106986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:30:26.418534 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.base_scheduler [None req-15a7755f-d787-42e3-8d61-0982bd77cb5d demo admin] Resources bound (agent type, host, resource id): {{(pid=106986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:30:26.420436 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a7755f-d787-42e3-8d61-0982bd77cb5d demo admin] Pushing event updated for resources: {'Port': ['ID=33923673-d7ea-425f-bfcb-fce02e76fc6e,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:30:26.424699 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a7755f-d787-42e3-8d61-0982bd77cb5d demo admin] Received port after_create {{(pid=106986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:30:26.425284 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-15a7755f-d787-42e3-8d61-0982bd77cb5d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-961072'] for router_interface (436ca45f-e9ef-4ff7-9a53-188d2a27e6fa), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:26.652552 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-0705115d-fad8-4225-b038-bf6ad7c927b5 None None] Provisioning complete for port 33923673-d7ea-425f-bfcb-fce02e76fc6e triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:30:26.653145 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-0705115d-fad8-4225-b038-bf6ad7c927b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (33923673-d7ea-425f-bfcb-fce02e76fc6e), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:26.686856 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-0705115d-fad8-4225-b038-bf6ad7c927b5 None None] Port 33923673-d7ea-425f-bfcb-fce02e76fc6e cannot update to ACTIVE because it is not bound. {{(pid=106987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 13:30:26.706301 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-15a7755f-d787-42e3-8d61-0982bd77cb5d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (33923673-d7ea-425f-bfcb-fce02e76fc6e), before_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:26.987081 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:30:26.999201 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-15a7755f-d787-42e3-8d61-0982bd77cb5d demo admin] Publish callbacks [] for port (33923673-d7ea-425f-bfcb-fce02e76fc6e), precommit_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:27.068398 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-15a7755f-d787-42e3-8d61-0982bd77cb5d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (33923673-d7ea-425f-bfcb-fce02e76fc6e), after_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:27.069248 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-15a7755f-d787-42e3-8d61-0982bd77cb5d demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-961100'] for router_interface (436ca45f-e9ef-4ff7-9a53-188d2a27e6fa), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:27.136010 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a7755f-d787-42e3-8d61-0982bd77cb5d demo admin] Pushing event updated for resources: {'Port': ['ID=33923673-d7ea-425f-bfcb-fce02e76fc6e,revision_number=2']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:30:27.209295 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a7755f-d787-42e3-8d61-0982bd77cb5d demo admin] Network 0f0782b7-2c1e-491c-a2e8-c1972336784f is already hosted by enough agents. {{(pid=106986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:30:27.210804 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.base_scheduler [None req-15a7755f-d787-42e3-8d61-0982bd77cb5d demo admin] Resources bound (agent type, host, resource id): {{(pid=106986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:30:27.409148 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-db598fa3-2c34-4407-b005-89953006f7d5 None None] Provisioning complete for port 33923673-d7ea-425f-bfcb-fce02e76fc6e triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:30:27.410558 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-db598fa3-2c34-4407-b005-89953006f7d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (33923673-d7ea-425f-bfcb-fce02e76fc6e), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:27.444715 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-db598fa3-2c34-4407-b005-89953006f7d5 None None] Port 33923673-d7ea-425f-bfcb-fce02e76fc6e cannot update to ACTIVE because it is not bound. {{(pid=106987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 13:30:27.457455 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a7755f-d787-42e3-8d61-0982bd77cb5d demo admin] Router 436ca45f-e9ef-4ff7-9a53-188d2a27e6fa is scheduled to L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 with binding_index 1 {{(pid=106986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 13:30:27.541609 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:30:27.557511 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a7755f-d787-42e3-8d61-0982bd77cb5d demo admin] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:30:27.565362 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-15a7755f-d787-42e3-8d61-0982bd77cb5d demo admin] 10.222.0.73 "PUT /networking/v2.0/routers/436ca45f-e9ef-4ff7-9a53-188d2a27e6fa/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1516252 Aug 24 13:30:27.570638 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ed34f6-94e7-4adf-8178-9f1a9c61cec7 None None] Sync routers for ids ['436ca45f-e9ef-4ff7-9a53-188d2a27e6fa'] in dv-cinder-779578-4-iscsi {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:30:27.588669 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ed34f6-94e7-4adf-8178-9f1a9c61cec7 None None] Routers {'436ca45f-e9ef-4ff7-9a53-188d2a27e6fa'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:30:27.589629 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-17ed34f6-94e7-4adf-8178-9f1a9c61cec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:30:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['436ca45f-e9ef-4ff7-9a53-188d2a27e6fa'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:30:27.805346 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-17ed34f6-94e7-4adf-8178-9f1a9c61cec7 None None] Set router 436ca45f-e9ef-4ff7-9a53-188d2a27e6fa gateway port host: None {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:30:28.312197 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-17ed34f6-94e7-4adf-8178-9f1a9c61cec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436ca45f-e9ef-4ff7-9a53-188d2a27e6fa', 'name': 'router1', 'tenant_id': '822c049cabcb4edb8210aa9424fbb06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:30:15Z', 'updated_at': '2022-08-24T13:30:26Z', 'revision_number': 2, 'project_id': '822c049cabcb4edb8210aa9424fbb06a', 'gw_port_host': None, '_interfaces': [{'id': '33923673-d7ea-425f-bfcb-fce02e76fc6e', 'name': '', 'network_id': '0f0782b7-2c1e-491c-a2e8-c1972336784f', 'tenant_id': '822c049cabcb4edb8210aa9424fbb06a', 'mac_address': 'fa:16:3e:5f:af:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436ca45f-e9ef-4ff7-9a53-188d2a27e6fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7c317a3c-2b7e-4140-8d87-935cfc7278cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:30:25Z', 'updated_at': '2022-08-24T13:30:26Z', 'revision_number': 2, 'project_id': '822c049cabcb4edb8210aa9424fbb06a', 'subnets': [{'id': '7c317a3c-2b7e-4140-8d87-935cfc7278cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '587b0d32-d52c-4b30-b63f-057938e5ac8e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:30:28.366209 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ed34f6-94e7-4adf-8178-9f1a9c61cec7 None None] Checking router: 436ca45f-e9ef-4ff7-9a53-188d2a27e6fa for host: dv-cinder-779578-4-iscsi {{(pid=106988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:30:28.366582 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ed34f6-94e7-4adf-8178-9f1a9c61cec7 None None] Updating router 436ca45f-e9ef-4ff7-9a53-188d2a27e6fa port 33923673-d7ea-425f-bfcb-fce02e76fc6e binding host dv-cinder-779578-4-iscsi {{(pid=106988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 13:30:28.426963 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-17ed34f6-94e7-4adf-8178-9f1a9c61cec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (33923673-d7ea-425f-bfcb-fce02e76fc6e), before_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:29.001697 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-17ed34f6-94e7-4adf-8178-9f1a9c61cec7 None None] Publish callbacks [] for port (33923673-d7ea-425f-bfcb-fce02e76fc6e), precommit_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:29.137350 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-17ed34f6-94e7-4adf-8178-9f1a9c61cec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (33923673-d7ea-425f-bfcb-fce02e76fc6e), after_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:29.301232 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f819cf-5065-40d9-9ac3-735e36c72030 None None] Pushing event updated for resources: {'Port': ['ID=33923673-d7ea-425f-bfcb-fce02e76fc6e,revision_number=3']} {{(pid=106988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:30:29.306636 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.managers [None req-17ed34f6-94e7-4adf-8178-9f1a9c61cec7 None None] Attempting to bind port 33923673-d7ea-425f-bfcb-fce02e76fc6e on host dv-cinder-779578-4-iscsi for vnic_type normal with profile {{(pid=106988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:30:29.307034 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.managers [None req-17ed34f6-94e7-4adf-8178-9f1a9c61cec7 None None] Attempting to bind port 33923673-d7ea-425f-bfcb-fce02e76fc6e by drivers openvswitch,hyperv on host dv-cinder-779578-4-iscsi at level 0 using segments [{'id': 'c5eb4f46-b86c-4b9c-a084-e20155910ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0f0782b7-2c1e-491c-a2e8-c1972336784f'}] {{(pid=106988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:30:29.308763 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ed34f6-94e7-4adf-8178-9f1a9c61cec7 None None] Attempting to bind port 33923673-d7ea-425f-bfcb-fce02e76fc6e on network 0f0782b7-2c1e-491c-a2e8-c1972336784f {{(pid=106988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:30:29.317507 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f819cf-5065-40d9-9ac3-735e36c72030 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:29.317850 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f819cf-5065-40d9-9ac3-735e36c72030 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:29.318196 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f819cf-5065-40d9-9ac3-735e36c72030 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:29.318542 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f819cf-5065-40d9-9ac3-735e36c72030 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:29.318875 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f819cf-5065-40d9-9ac3-735e36c72030 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:29.319204 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f819cf-5065-40d9-9ac3-735e36c72030 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:29.319529 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f819cf-5065-40d9-9ac3-735e36c72030 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:29.319858 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f819cf-5065-40d9-9ac3-735e36c72030 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:29.320194 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f819cf-5065-40d9-9ac3-735e36c72030 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:29.320520 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f819cf-5065-40d9-9ac3-735e36c72030 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:29.320842 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f819cf-5065-40d9-9ac3-735e36c72030 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:29.321179 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f819cf-5065-40d9-9ac3-735e36c72030 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:29.321520 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f819cf-5065-40d9-9ac3-735e36c72030 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:29.321816 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f819cf-5065-40d9-9ac3-735e36c72030 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:29.322134 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f819cf-5065-40d9-9ac3-735e36c72030 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:30:29.323631 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92f819cf-5065-40d9-9ac3-735e36c72030 None None] Tracked resource versions report: Aug 24 13:30:29.323631 dv-cinder-779578-4-iscsi neutron-server[106988]: pushed versions: Aug 24 13:30:29.323631 dv-cinder-779578-4-iscsi neutron-server[106988]: { 'AddressGroup': {'1.2'}, Aug 24 13:30:29.323631 dv-cinder-779578-4-iscsi neutron-server[106988]: 'Agent': {'1.1'}, Aug 24 13:30:29.323631 dv-cinder-779578-4-iscsi neutron-server[106988]: 'ConntrackHelper': {'1.0'}, Aug 24 13:30:29.323631 dv-cinder-779578-4-iscsi neutron-server[106988]: 'LocalIPAssociation': {'1.0'}, Aug 24 13:30:29.323631 dv-cinder-779578-4-iscsi neutron-server[106988]: 'Log': {'1.0'}, Aug 24 13:30:29.323631 dv-cinder-779578-4-iscsi neutron-server[106988]: 'NDPProxy': {'1.0'}, Aug 24 13:30:29.323631 dv-cinder-779578-4-iscsi neutron-server[106988]: 'Network': {'1.1'}, Aug 24 13:30:29.323631 dv-cinder-779578-4-iscsi neutron-server[106988]: 'Port': {'1.7'}, Aug 24 13:30:29.323631 dv-cinder-779578-4-iscsi neutron-server[106988]: 'PortForwarding': {'1.3'}, Aug 24 13:30:29.323631 dv-cinder-779578-4-iscsi neutron-server[106988]: 'QosPolicy': {'1.10'}, Aug 24 13:30:29.323631 dv-cinder-779578-4-iscsi neutron-server[106988]: 'SecurityGroup': {'1.5'}, Aug 24 13:30:29.323631 dv-cinder-779578-4-iscsi neutron-server[106988]: 'SecurityGroupRule': {'1.2'}, Aug 24 13:30:29.323631 dv-cinder-779578-4-iscsi neutron-server[106988]: 'SubPort': {'1.0'}, Aug 24 13:30:29.323631 dv-cinder-779578-4-iscsi neutron-server[106988]: 'Subnet': {'1.1'}, Aug 24 13:30:29.323631 dv-cinder-779578-4-iscsi neutron-server[106988]: 'Trunk': {'1.1'}} Aug 24 13:30:29.323631 dv-cinder-779578-4-iscsi neutron-server[106988]: consumer versions: Aug 24 13:30:29.323631 dv-cinder-779578-4-iscsi neutron-server[106988]: { DHCP agent@dv-cinder-779578-4-iscsi: {}, Aug 24 13:30:29.323631 dv-cinder-779578-4-iscsi neutron-server[106988]: L3 agent@dv-cinder-779578-4-iscsi: {}, Aug 24 13:30:29.323631 dv-cinder-779578-4-iscsi neutron-server[106988]: Metadata agent@dv-cinder-779578-4-iscsi: {}, Aug 24 13:30:29.323631 dv-cinder-779578-4-iscsi neutron-server[106988]: Metering agent@dv-cinder-779578-4-iscsi: {}, Aug 24 13:30:29.323631 dv-cinder-779578-4-iscsi neutron-server[106988]: Open vSwitch agent@dv-cinder-779578-4-iscsi: { 'AddressGroup': '1.2', Aug 24 13:30:29.323631 dv-cinder-779578-4-iscsi neutron-server[106988]: 'Agent': '1.1', Aug 24 13:30:29.323631 dv-cinder-779578-4-iscsi neutron-server[106988]: 'ConntrackHelper': '1.0', Aug 24 13:30:29.323631 dv-cinder-779578-4-iscsi neutron-server[106988]: 'LocalIPAssociation': '1.0', Aug 24 13:30:29.323631 dv-cinder-779578-4-iscsi neutron-server[106988]: 'Log': '1.0', Aug 24 13:30:29.323631 dv-cinder-779578-4-iscsi neutron-server[106988]: 'NDPProxy': '1.0', Aug 24 13:30:29.323631 dv-cinder-779578-4-iscsi neutron-server[106988]: 'Network': '1.1', Aug 24 13:30:29.323631 dv-cinder-779578-4-iscsi neutron-server[106988]: 'Port': '1.7', Aug 24 13:30:29.323631 dv-cinder-779578-4-iscsi neutron-server[106988]: 'PortForwarding': '1.3', Aug 24 13:30:29.323631 dv-cinder-779578-4-iscsi neutron-server[106988]: 'QosPolicy': '1.10', Aug 24 13:30:29.323631 dv-cinder-779578-4-iscsi neutron-server[106988]: 'SecurityGroup': '1.5', Aug 24 13:30:29.323631 dv-cinder-779578-4-iscsi neutron-server[106988]: 'SecurityGroupRule': '1.2', Aug 24 13:30:29.323631 dv-cinder-779578-4-iscsi neutron-server[106988]: 'SubPort': '1.0', Aug 24 13:30:29.323631 dv-cinder-779578-4-iscsi neutron-server[106988]: 'Subnet': '1.1', Aug 24 13:30:29.323631 dv-cinder-779578-4-iscsi neutron-server[106988]: 'Trunk': '1.1'}} Aug 24 13:30:29.323631 dv-cinder-779578-4-iscsi neutron-server[106988]: {{(pid=106988) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 13:30:29.331132 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ed34f6-94e7-4adf-8178-9f1a9c61cec7 None None] Checking agent: {'id': '00f42bad-d4f2-47c4-8e20-2c8cceeec132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 29, 55), 'started_at': datetime.datetime(2022, 8, 24, 13, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:30:29.331735 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ed34f6-94e7-4adf-8178-9f1a9c61cec7 None None] Checking segment: {'id': 'c5eb4f46-b86c-4b9c-a084-e20155910ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0f0782b7-2c1e-491c-a2e8-c1972336784f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:30:29.332469 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-17ed34f6-94e7-4adf-8178-9f1a9c61cec7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:29.333149 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17ed34f6-94e7-4adf-8178-9f1a9c61cec7 None None] Bound using segment: {'id': 'c5eb4f46-b86c-4b9c-a084-e20155910ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0f0782b7-2c1e-491c-a2e8-c1972336784f'} {{(pid=106988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:30:29.333929 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.managers [None req-17ed34f6-94e7-4adf-8178-9f1a9c61cec7 None None] Bound port: 33923673-d7ea-425f-bfcb-fce02e76fc6e, host: dv-cinder-779578-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5eb4f46-b86c-4b9c-a084-e20155910ae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0f0782b7-2c1e-491c-a2e8-c1972336784f'}}] {{(pid=106988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:30:29.334576 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-17ed34f6-94e7-4adf-8178-9f1a9c61cec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (33923673-d7ea-425f-bfcb-fce02e76fc6e), before_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:29.409252 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.db [None req-17ed34f6-94e7-4adf-8178-9f1a9c61cec7 None None] For port 33923673-d7ea-425f-bfcb-fce02e76fc6e, host dv-cinder-779578-4-iscsi, cleared binding levels {{(pid=106988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:30:29.429996 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.db [None req-17ed34f6-94e7-4adf-8178-9f1a9c61cec7 None None] For port 33923673-d7ea-425f-bfcb-fce02e76fc6e, host dv-cinder-779578-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=33923673-d7ea-425f-bfcb-fce02e76fc6e,segment=NetworkSegment(c5eb4f46-b86c-4b9c-a084-e20155910ae0),segment_id=c5eb4f46-b86c-4b9c-a084-e20155910ae0)] {{(pid=106988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:30:29.514911 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-17ed34f6-94e7-4adf-8178-9f1a9c61cec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (33923673-d7ea-425f-bfcb-fce02e76fc6e), after_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:29.523535 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:30:29.553455 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:30:29.559370 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ed34f6-94e7-4adf-8178-9f1a9c61cec7 None None] Routers {'436ca45f-e9ef-4ff7-9a53-188d2a27e6fa'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:30:29.559996 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-17ed34f6-94e7-4adf-8178-9f1a9c61cec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:30:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['436ca45f-e9ef-4ff7-9a53-188d2a27e6fa'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:30:29.643520 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f819cf-5065-40d9-9ac3-735e36c72030 None None] Pushing event updated for resources: {'Port': ['ID=33923673-d7ea-425f-bfcb-fce02e76fc6e,revision_number=4']} {{(pid=106988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:30:29.659745 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-17ed34f6-94e7-4adf-8178-9f1a9c61cec7 None None] Set router 436ca45f-e9ef-4ff7-9a53-188d2a27e6fa gateway port host: None {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:30:29.868667 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-17ed34f6-94e7-4adf-8178-9f1a9c61cec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436ca45f-e9ef-4ff7-9a53-188d2a27e6fa', 'name': 'router1', 'tenant_id': '822c049cabcb4edb8210aa9424fbb06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:30:15Z', 'updated_at': '2022-08-24T13:30:26Z', 'revision_number': 2, 'project_id': '822c049cabcb4edb8210aa9424fbb06a', 'gw_port_host': None, '_interfaces': [{'id': '33923673-d7ea-425f-bfcb-fce02e76fc6e', 'name': '', 'network_id': '0f0782b7-2c1e-491c-a2e8-c1972336784f', 'tenant_id': '822c049cabcb4edb8210aa9424fbb06a', 'mac_address': 'fa:16:3e:5f:af:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436ca45f-e9ef-4ff7-9a53-188d2a27e6fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7c317a3c-2b7e-4140-8d87-935cfc7278cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:30:25Z', 'updated_at': '2022-08-24T13:30:29Z', 'revision_number': 4, 'project_id': '822c049cabcb4edb8210aa9424fbb06a', 'subnets': [{'id': '7c317a3c-2b7e-4140-8d87-935cfc7278cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '587b0d32-d52c-4b30-b63f-057938e5ac8e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:30:29.897622 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ed34f6-94e7-4adf-8178-9f1a9c61cec7 None None] The sync data for ids ['436ca45f-e9ef-4ff7-9a53-188d2a27e6fa'] in dv-cinder-779578-4-iscsi is: [{'id': '436ca45f-e9ef-4ff7-9a53-188d2a27e6fa', 'name': 'router1', 'tenant_id': '822c049cabcb4edb8210aa9424fbb06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:30:15Z', 'updated_at': '2022-08-24T13:30:26Z', 'revision_number': 2, 'project_id': '822c049cabcb4edb8210aa9424fbb06a', 'gw_port_host': None, '_interfaces': [{'id': '33923673-d7ea-425f-bfcb-fce02e76fc6e', 'name': '', 'network_id': '0f0782b7-2c1e-491c-a2e8-c1972336784f', 'tenant_id': '822c049cabcb4edb8210aa9424fbb06a', 'mac_address': 'fa:16:3e:5f:af:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436ca45f-e9ef-4ff7-9a53-188d2a27e6fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7c317a3c-2b7e-4140-8d87-935cfc7278cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:30:25Z', 'updated_at': '2022-08-24T13:30:29Z', 'revision_number': 4, 'project_id': '822c049cabcb4edb8210aa9424fbb06a', 'subnets': [{'id': '7c317a3c-2b7e-4140-8d87-935cfc7278cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '587b0d32-d52c-4b30-b63f-057938e5ac8e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:30:30.106166 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 46544) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:30:30.586780 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3339c6f2-1d3a-4311-b889-d6c897853d98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:30:30.588377 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-3339c6f2-1d3a-4311-b889-d6c897853d98 admin admin] 10.222.0.73 "GET /networking/v2.0/networks/b9a647d2-3285-4c25-b9a6-e511e6620ca5 HTTP/1.1" status: 200 len: 842 time: 0.4811354 Aug 24 13:30:30.600788 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-e4bdee43-135d-49cf-b2c0-c5c32cf2e9e5 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:30:30.731966 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bdee43-135d-49cf-b2c0-c5c32cf2e9e5 admin admin] Made reservation on behalf of 1e28975466b54f229ea6496a2befdfd6 for: {'subnet': 1} {{(pid=106986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:30:30.736114 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e4bdee43-135d-49cf-b2c0-c5c32cf2e9e5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:31.139684 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.objects.ports [None req-e4bdee43-135d-49cf-b2c0-c5c32cf2e9e5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106986) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Aug 24 13:30:31.140420 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e4bdee43-135d-49cf-b2c0-c5c32cf2e9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995'] for subnet (0f88e60e-ade3-4937-9959-ff6f15b76440), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:31.206483 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bdee43-135d-49cf-b2c0-c5c32cf2e9e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f88e60e-ade3-4937-9959-ff6f15b76440,revision_number=0']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:30:31.216374 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bdee43-135d-49cf-b2c0-c5c32cf2e9e5 admin admin] Checking segment: {'id': '5f346d1e-6301-45fd-9dfc-66a590810fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:30:31.216729 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bdee43-135d-49cf-b2c0-c5c32cf2e9e5 admin admin] Network hostable DHCP agents. Network: b9a647d2-3285-4c25-b9a6-e511e6620ca5, hostable agents: ['5b6616ad-7c61-467c-8809-81a3e3733e23'], hosted agents: [] {{(pid=106986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 13:30:31.348137 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bdee43-135d-49cf-b2c0-c5c32cf2e9e5 admin admin] Network b9a647d2-3285-4c25-b9a6-e511e6620ca5 is scheduled to be hosted by DHCP agent 5b6616ad-7c61-467c-8809-81a3e3733e23 with binding_index 1 {{(pid=106986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 13:30:31.454848 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.base_scheduler [None req-e4bdee43-135d-49cf-b2c0-c5c32cf2e9e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779578-4-iscsi, b9a647d2-3285-4c25-b9a6-e511e6620ca5) {{(pid=106986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:30:31.457461 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bdee43-135d-49cf-b2c0-c5c32cf2e9e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:30:31.458275 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e4bdee43-135d-49cf-b2c0-c5c32cf2e9e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for subnet (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:31.465534 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98924379-e67c-489c-9d14-787a5c9371a1 None None] Network b9a647d2-3285-4c25-b9a6-e511e6620ca5 requested from dv-cinder-779578-4-iscsi {{(pid=106987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 13:30:31.539933 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-e4bdee43-135d-49cf-b2c0-c5c32cf2e9e5 admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9436543 Aug 24 13:30:31.542150 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:30:31.585698 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51fef18-0b32-4897-89e0-b1306fb898da None None] Network b9a647d2-3285-4c25-b9a6-e511e6620ca5 requested from dv-cinder-779578-4-iscsi {{(pid=106987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 13:30:34.176458 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 46552) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:30:34.700843 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-5146961b-d4fa-43c1-b0f9-6909f582dd42 demo admin] 10.222.0.73 "GET /networking/v2.0/routers/436ca45f-e9ef-4ff7-9a53-188d2a27e6fa HTTP/1.1" status: 200 len: 710 time: 0.5229845 Aug 24 13:30:34.733658 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:30:34.813884 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d928aef-dcc5-415c-9347-fbba7afc26bc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:30:34.815184 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-7d928aef-dcc5-415c-9347-fbba7afc26bc demo admin] 10.222.0.73 "GET /networking/v2.0/networks/b9a647d2-3285-4c25-b9a6-e511e6620ca5 HTTP/1.1" status: 200 len: 886 time: 0.1014438 Aug 24 13:30:34.825422 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-b7b4c03e-20c6-4e45-9b36-eeb33ff4bc9f demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'}}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:30:35.012838 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:30:35.174036 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b7b4c03e-20c6-4e45-9b36-eeb33ff4bc9f demo admin] Publish callbacks [] for router_gateway (436ca45f-e9ef-4ff7-9a53-188d2a27e6fa), precommit_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:35.475811 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b7b4c03e-20c6-4e45-9b36-eeb33ff4bc9f demo admin] Publish callbacks [] for router_gateway (436ca45f-e9ef-4ff7-9a53-188d2a27e6fa), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:35.556765 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b7b4c03e-20c6-4e45-9b36-eeb33ff4bc9f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:35.674047 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.db_base_plugin_common [None req-b7b4c03e-20c6-4e45-9b36-eeb33ff4bc9f demo admin] Allocated IP 172.27.1.244 (b9a647d2-3285-4c25-b9a6-e511e6620ca5/0f88e60e-ade3-4937-9959-ff6f15b76440/297aed73-7e5b-44d6-8da8-31b0c70d1c14) {{(pid=106986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:30:35.806783 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b7b4c03e-20c6-4e45-9b36-eeb33ff4bc9f demo admin] Publish callbacks [] for port (297aed73-7e5b-44d6-8da8-31b0c70d1c14), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:35.852329 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.agents_db [None req-66b1cbc3-9e75-488f-ab76-e3b1c287483f None None] Agent healthcheck: found 5 active agents {{(pid=106988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 13:30:35.885821 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b7b4c03e-20c6-4e45-9b36-eeb33ff4bc9f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634'] for port (297aed73-7e5b-44d6-8da8-31b0c70d1c14), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:35.924449 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:30:35.927982 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b4c03e-20c6-4e45-9b36-eeb33ff4bc9f demo admin] Network b9a647d2-3285-4c25-b9a6-e511e6620ca5 is already hosted by enough agents. {{(pid=106986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:30:35.933020 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.base_scheduler [None req-b7b4c03e-20c6-4e45-9b36-eeb33ff4bc9f demo admin] Resources bound (agent type, host, resource id): {{(pid=106986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:30:35.936105 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b4c03e-20c6-4e45-9b36-eeb33ff4bc9f demo admin] Received port after_create {{(pid=106986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:30:35.973701 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b4c03e-20c6-4e45-9b36-eeb33ff4bc9f demo admin] Pushing event updated for resources: {'Port': ['ID=297aed73-7e5b-44d6-8da8-31b0c70d1c14,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:30:36.258157 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:30:36.316369 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b7b4c03e-20c6-4e45-9b36-eeb33ff4bc9f demo admin] Publish callbacks [] for router_gateway (436ca45f-e9ef-4ff7-9a53-188d2a27e6fa), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:36.515631 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b7b4c03e-20c6-4e45-9b36-eeb33ff4bc9f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1008778', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-564462', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7445'] for router (436ca45f-e9ef-4ff7-9a53-188d2a27e6fa), precommit_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:36.519157 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b7b4c03e-20c6-4e45-9b36-eeb33ff4bc9f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008813', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1008787', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1008804', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-564471'] for router (436ca45f-e9ef-4ff7-9a53-188d2a27e6fa), after_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:36.625829 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b4c03e-20c6-4e45-9b36-eeb33ff4bc9f demo admin] Router 436ca45f-e9ef-4ff7-9a53-188d2a27e6fa has already been hosted by L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 {{(pid=106986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 13:30:36.728588 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b4c03e-20c6-4e45-9b36-eeb33ff4bc9f demo admin] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:30:36.733310 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b7b4c03e-20c6-4e45-9b36-eeb33ff4bc9f demo admin] Publish callbacks [] for router (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:36.734508 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-b7b4c03e-20c6-4e45-9b36-eeb33ff4bc9f demo admin] 10.222.0.73 "PUT /networking/v2.0/routers/436ca45f-e9ef-4ff7-9a53-188d2a27e6fa HTTP/1.1" status: 200 len: 890 time: 1.9122238 Aug 24 13:30:36.751666 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5ff3a6-8c32-4c37-905f-a381ff433a4a None None] Sync routers for ids ['436ca45f-e9ef-4ff7-9a53-188d2a27e6fa'] in dv-cinder-779578-4-iscsi {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:30:36.764530 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5ff3a6-8c32-4c37-905f-a381ff433a4a None None] Routers {'436ca45f-e9ef-4ff7-9a53-188d2a27e6fa'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:30:36.765214 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-8f5ff3a6-8c32-4c37-905f-a381ff433a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:30:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['436ca45f-e9ef-4ff7-9a53-188d2a27e6fa'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:30:36.893905 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 33923673-d7ea-425f-bfcb-fce02e76fc6e up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:30:37.040723 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port 33923673-d7ea-425f-bfcb-fce02e76fc6e triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:30:37.041018 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (33923673-d7ea-425f-bfcb-fce02e76fc6e), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:37.043737 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-8f5ff3a6-8c32-4c37-905f-a381ff433a4a None None] Set router 436ca45f-e9ef-4ff7-9a53-188d2a27e6fa gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:30:37.447031 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port 33923673-d7ea-425f-bfcb-fce02e76fc6e is: DOWN; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:30:37.447255 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (33923673-d7ea-425f-bfcb-fce02e76fc6e), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:37.484863 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:30:37.542819 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] For port 33923673-d7ea-425f-bfcb-fce02e76fc6e, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=33923673-d7ea-425f-bfcb-fce02e76fc6e,segment=NetworkSegment(c5eb4f46-b86c-4b9c-a084-e20155910ae0),segment_id=c5eb4f46-b86c-4b9c-a084-e20155910ae0)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:30:37.574842 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-8f5ff3a6-8c32-4c37-905f-a381ff433a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436ca45f-e9ef-4ff7-9a53-188d2a27e6fa', 'name': 'router1', 'tenant_id': '822c049cabcb4edb8210aa9424fbb06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '297aed73-7e5b-44d6-8da8-31b0c70d1c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:30:15Z', 'updated_at': '2022-08-24T13:30:36Z', 'revision_number': 4, 'project_id': '822c049cabcb4edb8210aa9424fbb06a', 'gw_port': {'id': '297aed73-7e5b-44d6-8da8-31b0c70d1c14', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:cf:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436ca45f-e9ef-4ff7-9a53-188d2a27e6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:30:35Z', 'updated_at': '2022-08-24T13:30:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': '33923673-d7ea-425f-bfcb-fce02e76fc6e', 'name': '', 'network_id': '0f0782b7-2c1e-491c-a2e8-c1972336784f', 'tenant_id': '822c049cabcb4edb8210aa9424fbb06a', 'mac_address': 'fa:16:3e:5f:af:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436ca45f-e9ef-4ff7-9a53-188d2a27e6fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7c317a3c-2b7e-4140-8d87-935cfc7278cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:30:25Z', 'updated_at': '2022-08-24T13:30:29Z', 'revision_number': 4, 'project_id': '822c049cabcb4edb8210aa9424fbb06a', 'subnets': [{'id': '7c317a3c-2b7e-4140-8d87-935cfc7278cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '587b0d32-d52c-4b30-b63f-057938e5ac8e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:30:37.623929 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (33923673-d7ea-425f-bfcb-fce02e76fc6e), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:37.626018 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5ff3a6-8c32-4c37-905f-a381ff433a4a None None] Checking router: 436ca45f-e9ef-4ff7-9a53-188d2a27e6fa for host: dv-cinder-779578-4-iscsi {{(pid=106987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:30:37.626383 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5ff3a6-8c32-4c37-905f-a381ff433a4a None None] Updating router 436ca45f-e9ef-4ff7-9a53-188d2a27e6fa port 297aed73-7e5b-44d6-8da8-31b0c70d1c14 binding host dv-cinder-779578-4-iscsi {{(pid=106987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 13:30:37.784647 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-8f5ff3a6-8c32-4c37-905f-a381ff433a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (297aed73-7e5b-44d6-8da8-31b0c70d1c14), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:37.814509 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Pushing event updated for resources: {'Port': ['ID=33923673-d7ea-425f-bfcb-fce02e76fc6e,revision_number=5']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:30:37.941233 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:30:38.120626 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-8f5ff3a6-8c32-4c37-905f-a381ff433a4a None None] Publish callbacks [] for port (297aed73-7e5b-44d6-8da8-31b0c70d1c14), precommit_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:38.199806 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-8f5ff3a6-8c32-4c37-905f-a381ff433a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (297aed73-7e5b-44d6-8da8-31b0c70d1c14), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:38.236465 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-8f5ff3a6-8c32-4c37-905f-a381ff433a4a None None] Attempting to bind port 297aed73-7e5b-44d6-8da8-31b0c70d1c14 on host dv-cinder-779578-4-iscsi for vnic_type normal with profile {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:30:38.236834 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-8f5ff3a6-8c32-4c37-905f-a381ff433a4a None None] Attempting to bind port 297aed73-7e5b-44d6-8da8-31b0c70d1c14 by drivers openvswitch,hyperv on host dv-cinder-779578-4-iscsi at level 0 using segments [{'id': '5f346d1e-6301-45fd-9dfc-66a590810fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'}] {{(pid=106987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:30:38.237194 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5ff3a6-8c32-4c37-905f-a381ff433a4a None None] Attempting to bind port 297aed73-7e5b-44d6-8da8-31b0c70d1c14 on network b9a647d2-3285-4c25-b9a6-e511e6620ca5 {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:30:38.257784 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5ff3a6-8c32-4c37-905f-a381ff433a4a None None] Checking agent: {'id': '00f42bad-d4f2-47c4-8e20-2c8cceeec132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 29, 55), 'started_at': datetime.datetime(2022, 8, 24, 13, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 30, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:30:38.258159 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5ff3a6-8c32-4c37-905f-a381ff433a4a None None] Checking segment: {'id': '5f346d1e-6301-45fd-9dfc-66a590810fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:30:38.258556 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-8f5ff3a6-8c32-4c37-905f-a381ff433a4a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:38.258947 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f5ff3a6-8c32-4c37-905f-a381ff433a4a None None] Bound using segment: {'id': '5f346d1e-6301-45fd-9dfc-66a590810fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'} {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:30:38.259416 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-8f5ff3a6-8c32-4c37-905f-a381ff433a4a None None] Bound port: 297aed73-7e5b-44d6-8da8-31b0c70d1c14, host: dv-cinder-779578-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f346d1e-6301-45fd-9dfc-66a590810fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'}}] {{(pid=106987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:30:38.259795 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-8f5ff3a6-8c32-4c37-905f-a381ff433a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (297aed73-7e5b-44d6-8da8-31b0c70d1c14), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:38.285744 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81844b2-8cb4-4b9e-a85f-45e70cd5589b None None] Pushing event updated for resources: {'Port': ['ID=297aed73-7e5b-44d6-8da8-31b0c70d1c14,revision_number=2']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:30:38.317728 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-8f5ff3a6-8c32-4c37-905f-a381ff433a4a None None] For port 297aed73-7e5b-44d6-8da8-31b0c70d1c14, host dv-cinder-779578-4-iscsi, cleared binding levels {{(pid=106987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:30:38.320740 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-8f5ff3a6-8c32-4c37-905f-a381ff433a4a None None] For port 297aed73-7e5b-44d6-8da8-31b0c70d1c14, host dv-cinder-779578-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=297aed73-7e5b-44d6-8da8-31b0c70d1c14,segment=NetworkSegment(5f346d1e-6301-45fd-9dfc-66a590810fee),segment_id=5f346d1e-6301-45fd-9dfc-66a590810fee)] {{(pid=106987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:30:38.422487 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-8f5ff3a6-8c32-4c37-905f-a381ff433a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (297aed73-7e5b-44d6-8da8-31b0c70d1c14), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:38.468680 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5ff3a6-8c32-4c37-905f-a381ff433a4a None None] Routers {'436ca45f-e9ef-4ff7-9a53-188d2a27e6fa'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:30:38.469307 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-8f5ff3a6-8c32-4c37-905f-a381ff433a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:30:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['436ca45f-e9ef-4ff7-9a53-188d2a27e6fa'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:30:38.551125 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81844b2-8cb4-4b9e-a85f-45e70cd5589b None None] Pushing event updated for resources: {'Port': ['ID=297aed73-7e5b-44d6-8da8-31b0c70d1c14,revision_number=3']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:30:38.594989 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-8f5ff3a6-8c32-4c37-905f-a381ff433a4a None None] Set router 436ca45f-e9ef-4ff7-9a53-188d2a27e6fa gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:30:38.809070 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:30:38.835071 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-8f5ff3a6-8c32-4c37-905f-a381ff433a4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '436ca45f-e9ef-4ff7-9a53-188d2a27e6fa', 'name': 'router1', 'tenant_id': '822c049cabcb4edb8210aa9424fbb06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '297aed73-7e5b-44d6-8da8-31b0c70d1c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:30:15Z', 'updated_at': '2022-08-24T13:30:36Z', 'revision_number': 4, 'project_id': '822c049cabcb4edb8210aa9424fbb06a', 'gw_port': {'id': '297aed73-7e5b-44d6-8da8-31b0c70d1c14', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:cf:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436ca45f-e9ef-4ff7-9a53-188d2a27e6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:30:35Z', 'updated_at': '2022-08-24T13:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': '33923673-d7ea-425f-bfcb-fce02e76fc6e', 'name': '', 'network_id': '0f0782b7-2c1e-491c-a2e8-c1972336784f', 'tenant_id': '822c049cabcb4edb8210aa9424fbb06a', 'mac_address': 'fa:16:3e:5f:af:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436ca45f-e9ef-4ff7-9a53-188d2a27e6fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7c317a3c-2b7e-4140-8d87-935cfc7278cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:30:25Z', 'updated_at': '2022-08-24T13:30:37Z', 'revision_number': 5, 'project_id': '822c049cabcb4edb8210aa9424fbb06a', 'subnets': [{'id': '7c317a3c-2b7e-4140-8d87-935cfc7278cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '587b0d32-d52c-4b30-b63f-057938e5ac8e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:30:38.870498 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f5ff3a6-8c32-4c37-905f-a381ff433a4a None None] The sync data for ids ['436ca45f-e9ef-4ff7-9a53-188d2a27e6fa'] in dv-cinder-779578-4-iscsi is: [{'id': '436ca45f-e9ef-4ff7-9a53-188d2a27e6fa', 'name': 'router1', 'tenant_id': '822c049cabcb4edb8210aa9424fbb06a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.244'}], 'enable_snat': True}, 'gw_port_id': '297aed73-7e5b-44d6-8da8-31b0c70d1c14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:30:15Z', 'updated_at': '2022-08-24T13:30:36Z', 'revision_number': 4, 'project_id': '822c049cabcb4edb8210aa9424fbb06a', 'gw_port': {'id': '297aed73-7e5b-44d6-8da8-31b0c70d1c14', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:cf:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '436ca45f-e9ef-4ff7-9a53-188d2a27e6fa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:30:35Z', 'updated_at': '2022-08-24T13:30:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': '33923673-d7ea-425f-bfcb-fce02e76fc6e', 'name': '', 'network_id': '0f0782b7-2c1e-491c-a2e8-c1972336784f', 'tenant_id': '822c049cabcb4edb8210aa9424fbb06a', 'mac_address': 'fa:16:3e:5f:af:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '436ca45f-e9ef-4ff7-9a53-188d2a27e6fa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7c317a3c-2b7e-4140-8d87-935cfc7278cd', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:30:25Z', 'updated_at': '2022-08-24T13:30:37Z', 'revision_number': 5, 'project_id': '822c049cabcb4edb8210aa9424fbb06a', 'subnets': [{'id': '7c317a3c-2b7e-4140-8d87-935cfc7278cd', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '587b0d32-d52c-4b30-b63f-057938e5ac8e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:30:38.874875 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 33923673-d7ea-425f-bfcb-fce02e76fc6e up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:30:38.928320 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port 33923673-d7ea-425f-bfcb-fce02e76fc6e triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:30:38.930223 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (33923673-d7ea-425f-bfcb-fce02e76fc6e), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:39.057529 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port 33923673-d7ea-425f-bfcb-fce02e76fc6e is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:30:39.507405 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 46564) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:30:39.972711 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-b5d2ae5f-93f6-4ecd-9df2-ea54b9dd988e admin admin] 10.222.0.73 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4641213 Aug 24 13:30:40.891145 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 297aed73-7e5b-44d6-8da8-31b0c70d1c14 up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:30:40.893312 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:30:40.937162 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port 297aed73-7e5b-44d6-8da8-31b0c70d1c14 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:30:40.937466 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (297aed73-7e5b-44d6-8da8-31b0c70d1c14), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:41.060035 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port 297aed73-7e5b-44d6-8da8-31b0c70d1c14 is: DOWN; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:30:41.060035 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (297aed73-7e5b-44d6-8da8-31b0c70d1c14), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:41.085463 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] For port 297aed73-7e5b-44d6-8da8-31b0c70d1c14, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=297aed73-7e5b-44d6-8da8-31b0c70d1c14,segment=NetworkSegment(5f346d1e-6301-45fd-9dfc-66a590810fee),segment_id=5f346d1e-6301-45fd-9dfc-66a590810fee)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:30:41.137061 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (297aed73-7e5b-44d6-8da8-31b0c70d1c14), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:41.209822 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Pushing event updated for resources: {'Port': ['ID=297aed73-7e5b-44d6-8da8-31b0c70d1c14,revision_number=4']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:30:41.866159 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=17 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:30:42.879956 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 297aed73-7e5b-44d6-8da8-31b0c70d1c14 up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:30:42.952414 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port 297aed73-7e5b-44d6-8da8-31b0c70d1c14 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:30:42.953083 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (297aed73-7e5b-44d6-8da8-31b0c70d1c14), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:43.072815 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port 297aed73-7e5b-44d6-8da8-31b0c70d1c14 is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:30:45.848172 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=59 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:30:49.963596 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-fe7ac2e2-1e82-4ca2-992b-3ccd418365b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:49.969603 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=72 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:30:49.973612 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=42 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:30:52.229147 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-7bd0f27a-f4cc-434c-9b3b-21aef9bf26ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:53.633886 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:54.993815 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:30:55.153740 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:31:05.091375 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=69,neutron:UPDATE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:31:05.093887 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=39,neutron:UPDATE=4 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:31:12.854438 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.agents_db [None req-66b1cbc3-9e75-488f-ab76-e3b1c287483f None None] Agent healthcheck: found 5 active agents {{(pid=106988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 13:31:18.865375 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=3 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:31:19.925132 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-64bafd31-63ff-452d-9a24-7a64429dd16e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:31:22.576004 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-b70254ae-8eb0-4629-892a-851f34a9dcb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:31:22.853938 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=5 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:31:23.649476 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:31:25.028045 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:31:25.175992 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:31:35.092207 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:31:35.095092 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:31:49.854417 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.agents_db [None req-66b1cbc3-9e75-488f-ab76-e3b1c287483f None None] Agent healthcheck: found 5 active agents {{(pid=106988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 13:31:49.953294 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-67abac9e-97d6-49cd-b75c-05c2389cc3b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:31:52.294490 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6573777b-529c-4d17-982f-b98eca3bd022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:31:53.608717 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:31:55.071031 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:31:55.187009 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:31:55.857063 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=5 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:31:59.851389 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:DELETE=1,neutron:SELECT=6 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:32:05.088209 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:32:05.094237 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:32:09.739238 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 47104) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:32:10.116427 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.pecan_wsgi.hooks.translation [None req-f89250ba-c953-4177-ac69-d67e76f3208d admin admin] GET failed (client error): The resource could not be found. Aug 24 13:32:10.118720 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-f89250ba-c953-4177-ac69-d67e76f3208d admin admin] 10.222.0.73 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3783391 Aug 24 13:32:10.373138 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fffe9458-ff71-48dc-861e-9b7b6063d93a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:32:10.374536 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-fffe9458-ff71-48dc-861e-9b7b6063d93a admin admin] 10.222.0.73 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2512896 Aug 24 13:32:12.818577 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 47114) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:32:13.204170 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc9e015-e088-474f-a0b1-a2e5494d907d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:32:13.205560 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-abc9e015-e088-474f-a0b1-a2e5494d907d admin admin] 10.222.0.73 "GET /networking/v2.0/subnets/7c317a3c-2b7e-4140-8d87-935cfc7278cd HTTP/1.1" status: 200 len: 849 time: 0.3860357 Aug 24 13:32:13.216271 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-f86cf00e-08dc-4915-b286-0d7237733857 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:32:13.309467 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f86cf00e-08dc-4915-b286-0d7237733857 admin admin] Publish callbacks [] for subnet (7c317a3c-2b7e-4140-8d87-935cfc7278cd), before_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:32:13.597080 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f86cf00e-08dc-4915-b286-0d7237733857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732775426708'] for subnet (7c317a3c-2b7e-4140-8d87-935cfc7278cd), after_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:32:13.629303 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f86cf00e-08dc-4915-b286-0d7237733857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:32:13.630626 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f86cf00e-08dc-4915-b286-0d7237733857 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for subnet (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:32:13.632991 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-f86cf00e-08dc-4915-b286-0d7237733857 admin admin] 10.222.0.73 "PUT /networking/v2.0/subnets/7c317a3c-2b7e-4140-8d87-935cfc7278cd HTTP/1.1" status: 200 len: 868 time: 0.4194360 Aug 24 13:32:13.652802 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a669be-c935-4506-aceb-bc7caa098d40 None None] Network 0f0782b7-2c1e-491c-a2e8-c1972336784f requested from dv-cinder-779578-4-iscsi {{(pid=106987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 13:32:13.656019 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86cf00e-08dc-4915-b286-0d7237733857 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c317a3c-2b7e-4140-8d87-935cfc7278cd,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:32:13.664069 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86cf00e-08dc-4915-b286-0d7237733857 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:32:13.664473 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86cf00e-08dc-4915-b286-0d7237733857 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:32:13.664849 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86cf00e-08dc-4915-b286-0d7237733857 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:32:13.665196 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86cf00e-08dc-4915-b286-0d7237733857 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:32:13.665533 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86cf00e-08dc-4915-b286-0d7237733857 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:32:13.665971 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86cf00e-08dc-4915-b286-0d7237733857 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:32:13.666964 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86cf00e-08dc-4915-b286-0d7237733857 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:32:13.667304 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86cf00e-08dc-4915-b286-0d7237733857 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:32:13.667782 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86cf00e-08dc-4915-b286-0d7237733857 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:32:13.668139 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86cf00e-08dc-4915-b286-0d7237733857 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:32:13.668524 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86cf00e-08dc-4915-b286-0d7237733857 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:32:13.668859 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86cf00e-08dc-4915-b286-0d7237733857 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:32:13.669188 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86cf00e-08dc-4915-b286-0d7237733857 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:32:13.669513 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86cf00e-08dc-4915-b286-0d7237733857 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:32:13.669834 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86cf00e-08dc-4915-b286-0d7237733857 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:32:13.982259 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-9207680a-e470-486c-90d8-25d28427c8ec None None] Provisioning complete for port 33923673-d7ea-425f-bfcb-fce02e76fc6e triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:32:13.982641 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-9207680a-e470-486c-90d8-25d28427c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (33923673-d7ea-425f-bfcb-fce02e76fc6e), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:32:14.059332 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-9207680a-e470-486c-90d8-25d28427c8ec None None] Current status of the port 33923673-d7ea-425f-bfcb-fce02e76fc6e is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:32:14.067921 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-9207680a-e470-486c-90d8-25d28427c8ec None None] Provisioning complete for port 33ad7f2a-cca8-4933-b549-4674da782b38 triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:32:14.068394 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-9207680a-e470-486c-90d8-25d28427c8ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (33ad7f2a-cca8-4933-b549-4674da782b38), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:32:14.162891 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-9207680a-e470-486c-90d8-25d28427c8ec None None] Current status of the port 33ad7f2a-cca8-4933-b549-4674da782b38 is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:32:16.412888 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 47122) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:32:16.936057 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e927e349-74f8-4986-9829-fffcd150efe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:32:16.936712 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e927e349-74f8-4986-9829-fffcd150efe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:32:16.938559 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-e927e349-74f8-4986-9829-fffcd150efe9 admin admin] 10.222.0.73 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5247054 Aug 24 13:32:19.333129 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 47130) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:32:19.812643 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca79a29e-a4c7-4b79-835e-17990311d2d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:32:19.813124 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca79a29e-a4c7-4b79-835e-17990311d2d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:32:19.814752 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-ca79a29e-a4c7-4b79-835e-17990311d2d7 admin admin] 10.222.0.73 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4806132 Aug 24 13:32:19.962433 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-d5f950b7-90ed-4133-8894-cb069c8baa81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:32:22.250288 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 47138) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:32:22.255267 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-10792f3b-86b1-4799-91a1-0f96f0e3f5c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:32:22.686023 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:32:22.718594 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba0e780-493c-4eb3-b84b-c30c4dcf365d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:32:22.720046 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-fba0e780-493c-4eb3-b84b-c30c4dcf365d admin admin] 10.222.0.73 "GET /networking/v2.0/networks/0f0782b7-2c1e-491c-a2e8-c1972336784f HTTP/1.1" status: 200 len: 869 time: 0.4739068 Aug 24 13:32:23.707016 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:32:25.015507 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:32:25.183047 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:32:25.188305 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 47146) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:32:25.565701 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:32:25.617827 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc248eb0-2528-4a1f-82f5-94ed06063c75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:32:25.619247 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-fc248eb0-2528-4a1f-82f5-94ed06063c75 admin admin] 10.222.0.73 "GET /networking/v2.0/networks/b9a647d2-3285-4c25-b9a6-e511e6620ca5 HTTP/1.1" status: 200 len: 886 time: 0.4294696 Aug 24 13:32:26.853552 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.agents_db [None req-66b1cbc3-9e75-488f-ab76-e3b1c287483f None None] Agent healthcheck: found 5 active agents {{(pid=106988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 13:32:27.965090 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 47154) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:32:28.380014 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca14296c-5c24-4375-ba19-f6ed9ea1b3dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:32:28.380493 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca14296c-5c24-4375-ba19-f6ed9ea1b3dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:32:28.382023 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-ca14296c-5c24-4375-ba19-f6ed9ea1b3dd admin admin] 10.222.0.73 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4160695 Aug 24 13:32:30.768712 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 47164) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:32:31.143870 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e2b019-c58a-4b4a-a44c-c7b8fff63962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:32:31.144361 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e2b019-c58a-4b4a-a44c-c7b8fff63962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:32:31.145879 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-e1e2b019-c58a-4b4a-a44c-c7b8fff63962 admin admin] 10.222.0.73 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3761847 Aug 24 13:32:32.859952 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=2 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:32:33.543481 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 47172) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:32:33.920458 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f95b2b2-7f0f-49f6-9a5d-48bf2462cb06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:32:33.921831 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-6f95b2b2-7f0f-49f6-9a5d-48bf2462cb06 admin admin] 10.222.0.73 "GET /networking/v2.0/subnets/0f88e60e-ade3-4937-9959-ff6f15b76440 HTTP/1.1" status: 200 len: 816 time: 0.3773949 Aug 24 13:32:35.093852 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=51,neutron:UPDATE=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:32:35.096140 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=41,neutron:UPDATE=4 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:32:35.615755 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=15 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:32:36.309898 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 47180) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:32:36.698517 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c39327-a2d5-452e-bb13-a336faf0ce56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:32:36.699972 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-67c39327-a2d5-452e-bb13-a336faf0ce56 admin admin] 10.222.0.73 "GET /networking/v2.0/subnets/7c317a3c-2b7e-4140-8d87-935cfc7278cd HTTP/1.1" status: 200 len: 868 time: 0.3886204 Aug 24 13:32:46.147780 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=17 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:32:46.157782 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=15 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:32:46.691822 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=22 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:32:46.694877 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=27 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:32:49.967541 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-0891d1ad-41ea-4eb9-9f5e-98a998a71137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:32:52.269914 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-0cd36ed0-952a-4ccb-98ad-57aa612a616f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:32:53.619099 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:32:55.024203 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:32:55.169594 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:33:03.852506 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.agents_db [None req-66b1cbc3-9e75-488f-ab76-e3b1c287483f None None] Agent healthcheck: found 5 active agents {{(pid=106988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 13:33:05.098752 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:33:05.100607 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:33:06.704082 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 47236) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:33:07.072904 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [None req-e8c2c90a-ae12-4822-b541-cf03139d444a admin admin] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 13:33:07.073903 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-e8c2c90a-ae12-4822-b541-cf03139d444a admin admin] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3688440 Aug 24 13:33:09.603732 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 47244) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:33:09.860166 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=5 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:33:09.950169 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddb92a9a-9bde-4af7-9673-b84865de8bc3 admin admin] GET failed (client error): The resource could not be found. Aug 24 13:33:09.951474 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-ddb92a9a-9bde-4af7-9673-b84865de8bc3 admin admin] 10.222.0.73 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3467579 Aug 24 13:33:10.040575 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-769e2d1f-d21a-44dd-a2e3-68f27981d7c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:33:10.042051 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-769e2d1f-d21a-44dd-a2e3-68f27981d7c3 admin admin] 10.222.0.73 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0861902 Aug 24 13:33:12.435974 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 47252) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:33:12.774058 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-0dde7eb9-7fd4-4228-acac-33bdbceb6943 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:33:12.865770 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dde7eb9-7fd4-4228-acac-33bdbceb6943 admin admin] Made reservation on behalf of 1e28975466b54f229ea6496a2befdfd6 for: {'network': 1} {{(pid=106986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:33:12.868845 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-0dde7eb9-7fd4-4228-acac-33bdbceb6943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for network (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:33:12.896820 dv-cinder-779578-4-iscsi neutron-server[106986]: WARNING neutron.services.revisions.revision_plugin [None req-0dde7eb9-7fd4-4228-acac-33bdbceb6943 admin admin] Could not find related network for resource to bump revision. Aug 24 13:33:12.912036 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dde7eb9-7fd4-4228-acac-33bdbceb6943 admin admin] vlan segment allocate from pool success with {'vlan_id': 427, 'physical_network': 'physnet1'} {{(pid=106986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 13:33:12.922763 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-0dde7eb9-7fd4-4228-acac-33bdbceb6943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916165'] for segment (362e61ff-6daa-465d-ba5f-cbf86ca61de7), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:33:12.923102 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.db.segments_db [None req-0dde7eb9-7fd4-4228-acac-33bdbceb6943 admin admin] Added segment 362e61ff-6daa-465d-ba5f-cbf86ca61de7 of type vlan for network 95b342d3-20f4-4a0a-bf99-f5aeffbddb9f Aug 24 13:33:12.965189 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-0dde7eb9-7fd4-4228-acac-33bdbceb6943 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732775010169'] for network (95b342d3-20f4-4a0a-bf99-f5aeffbddb9f), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:33:13.057959 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-0dde7eb9-7fd4-4228-acac-33bdbceb6943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995'] for network (95b342d3-20f4-4a0a-bf99-f5aeffbddb9f), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:33:13.059098 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dde7eb9-7fd4-4228-acac-33bdbceb6943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:33:13.059667 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-0dde7eb9-7fd4-4228-acac-33bdbceb6943 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for network (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:33:13.117586 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dde7eb9-7fd4-4228-acac-33bdbceb6943 admin admin] Pushing event updated for resources: {'Network': ['ID=95b342d3-20f4-4a0a-bf99-f5aeffbddb9f,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:33:13.128432 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Network 95b342d3-20f4-4a0a-bf99-f5aeffbddb9f details requested by agent ovs-agent-dv-cinder-779578-4-iscsi with host dv-cinder-779578-4-iscsi {{(pid=106987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 13:33:13.158009 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-0dde7eb9-7fd4-4228-acac-33bdbceb6943 admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7209787 Aug 24 13:33:13.852692 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=3 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:33:15.575667 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 47260) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:33:15.961408 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.pecan_wsgi.hooks.translation [None req-8232f0da-ea0e-49db-816b-967cb7e90693 admin admin] GET failed (client error): The resource could not be found. Aug 24 13:33:15.967333 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-8232f0da-ea0e-49db-816b-967cb7e90693 admin admin] 10.222.0.73 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3861287 Aug 24 13:33:16.074609 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fbfcbdb-1c54-4d96-9cad-f2152fd386bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:33:16.082914 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-7fbfcbdb-1c54-4d96-9cad-f2152fd386bc admin admin] 10.222.0.73 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1088262 Aug 24 13:33:16.087810 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-0c30be07-c0d2-4130-b409-16087fb51c7f admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '95b342d3-20f4-4a0a-bf99-f5aeffbddb9f', 'cidr': '192.168.233.0/24'}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:33:16.225342 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c30be07-c0d2-4130-b409-16087fb51c7f admin admin] Made reservation on behalf of 1e28975466b54f229ea6496a2befdfd6 for: {'subnet': 1} {{(pid=106985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:33:16.228279 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-0c30be07-c0d2-4130-b409-16087fb51c7f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:33:16.489140 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-0c30be07-c0d2-4130-b409-16087fb51c7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995'] for subnet (95558fd6-7762-482a-82a8-11b587415768), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:33:16.538145 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c30be07-c0d2-4130-b409-16087fb51c7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=95558fd6-7762-482a-82a8-11b587415768,revision_number=0']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:33:16.554306 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30be07-c0d2-4130-b409-16087fb51c7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:33:16.554757 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30be07-c0d2-4130-b409-16087fb51c7f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:33:16.555033 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30be07-c0d2-4130-b409-16087fb51c7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:33:16.555451 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30be07-c0d2-4130-b409-16087fb51c7f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:33:16.555793 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30be07-c0d2-4130-b409-16087fb51c7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:33:16.556394 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30be07-c0d2-4130-b409-16087fb51c7f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:33:16.557089 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30be07-c0d2-4130-b409-16087fb51c7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:33:16.557089 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30be07-c0d2-4130-b409-16087fb51c7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:33:16.557361 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30be07-c0d2-4130-b409-16087fb51c7f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:33:16.557633 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30be07-c0d2-4130-b409-16087fb51c7f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:33:16.557947 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30be07-c0d2-4130-b409-16087fb51c7f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:33:16.558262 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30be07-c0d2-4130-b409-16087fb51c7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:33:16.558572 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30be07-c0d2-4130-b409-16087fb51c7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:33:16.558879 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30be07-c0d2-4130-b409-16087fb51c7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:33:16.559187 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c30be07-c0d2-4130-b409-16087fb51c7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:33:16.565203 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c30be07-c0d2-4130-b409-16087fb51c7f admin admin] Checking segment: {'id': '362e61ff-6daa-465d-ba5f-cbf86ca61de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '95b342d3-20f4-4a0a-bf99-f5aeffbddb9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:33:16.566126 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c30be07-c0d2-4130-b409-16087fb51c7f admin admin] Network hostable DHCP agents. Network: 95b342d3-20f4-4a0a-bf99-f5aeffbddb9f, hostable agents: ['5b6616ad-7c61-467c-8809-81a3e3733e23'], hosted agents: [] {{(pid=106985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 13:33:16.642692 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c30be07-c0d2-4130-b409-16087fb51c7f admin admin] Network 95b342d3-20f4-4a0a-bf99-f5aeffbddb9f is scheduled to be hosted by DHCP agent 5b6616ad-7c61-467c-8809-81a3e3733e23 with binding_index 1 {{(pid=106985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 13:33:16.791898 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.base_scheduler [None req-0c30be07-c0d2-4130-b409-16087fb51c7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779578-4-iscsi, 95b342d3-20f4-4a0a-bf99-f5aeffbddb9f) {{(pid=106985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:33:16.796102 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c30be07-c0d2-4130-b409-16087fb51c7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:33:16.796854 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-0c30be07-c0d2-4130-b409-16087fb51c7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for subnet (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:33:16.801257 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02e064f-c692-4247-9221-822dfe87f32e None None] Network 95b342d3-20f4-4a0a-bf99-f5aeffbddb9f requested from dv-cinder-779578-4-iscsi {{(pid=106987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 13:33:16.891304 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-0c30be07-c0d2-4130-b409-16087fb51c7f admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8075180 Aug 24 13:33:16.901845 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9124c8f3-c75f-433d-89fb-19aa28ad5e99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ca6df2e-0481-52d5-912d-ac12d3288b0d-95b342d3-20f4-4a0a-bf99-f5aeffbddb9f', 'network_id': '95b342d3-20f4-4a0a-bf99-f5aeffbddb9f', 'project_id': '1e28975466b54f229ea6496a2befdfd6', 'fixed_ips': [{'subnet_id': '95558fd6-7762-482a-82a8-11b587415768'}]}} from dv-cinder-779578-4-iscsi. {{(pid=106987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 13:33:16.902824 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-9124c8f3-c75f-433d-89fb-19aa28ad5e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:33:17.055639 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.db_base_plugin_common [None req-9124c8f3-c75f-433d-89fb-19aa28ad5e99 None None] Allocated IP 192.168.233.2 (95b342d3-20f4-4a0a-bf99-f5aeffbddb9f/95558fd6-7762-482a-82a8-11b587415768/378cc66f-f155-4948-b9f0-9d74665b0f14) {{(pid=106987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:33:17.210531 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-9124c8f3-c75f-433d-89fb-19aa28ad5e99 None None] Publish callbacks [] for port (378cc66f-f155-4948-b9f0-9d74665b0f14), precommit_create {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:33:17.293196 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-9124c8f3-c75f-433d-89fb-19aa28ad5e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634'] for port (378cc66f-f155-4948-b9f0-9d74665b0f14), after_create {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:33:17.340064 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9124c8f3-c75f-433d-89fb-19aa28ad5e99 None None] Network 95b342d3-20f4-4a0a-bf99-f5aeffbddb9f is already hosted by enough agents. {{(pid=106987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:33:17.340064 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.scheduler.base_scheduler [None req-9124c8f3-c75f-433d-89fb-19aa28ad5e99 None None] Resources bound (agent type, host, resource id): {{(pid=106987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:33:17.343050 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9124c8f3-c75f-433d-89fb-19aa28ad5e99 None None] Received port after_create {{(pid=106987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:33:17.349673 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9124c8f3-c75f-433d-89fb-19aa28ad5e99 None None] Pushing event updated for resources: {'Port': ['ID=378cc66f-f155-4948-b9f0-9d74665b0f14,revision_number=1']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:33:17.360098 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9124c8f3-c75f-433d-89fb-19aa28ad5e99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:33:17.360465 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9124c8f3-c75f-433d-89fb-19aa28ad5e99 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:33:17.360817 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9124c8f3-c75f-433d-89fb-19aa28ad5e99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:33:17.361165 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9124c8f3-c75f-433d-89fb-19aa28ad5e99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:33:17.361506 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9124c8f3-c75f-433d-89fb-19aa28ad5e99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:33:17.361823 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9124c8f3-c75f-433d-89fb-19aa28ad5e99 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:33:17.362417 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9124c8f3-c75f-433d-89fb-19aa28ad5e99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:33:17.362531 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9124c8f3-c75f-433d-89fb-19aa28ad5e99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:33:17.362755 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9124c8f3-c75f-433d-89fb-19aa28ad5e99 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:33:17.363075 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9124c8f3-c75f-433d-89fb-19aa28ad5e99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:33:17.363776 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9124c8f3-c75f-433d-89fb-19aa28ad5e99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:33:17.363776 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9124c8f3-c75f-433d-89fb-19aa28ad5e99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:33:17.364057 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9124c8f3-c75f-433d-89fb-19aa28ad5e99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:33:17.364354 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9124c8f3-c75f-433d-89fb-19aa28ad5e99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:33:17.364758 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9124c8f3-c75f-433d-89fb-19aa28ad5e99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:33:17.421207 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-9124c8f3-c75f-433d-89fb-19aa28ad5e99 None None] Attempting to bind port 378cc66f-f155-4948-b9f0-9d74665b0f14 on host dv-cinder-779578-4-iscsi for vnic_type normal with profile {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:33:17.421580 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-9124c8f3-c75f-433d-89fb-19aa28ad5e99 None None] Attempting to bind port 378cc66f-f155-4948-b9f0-9d74665b0f14 by drivers openvswitch,hyperv on host dv-cinder-779578-4-iscsi at level 0 using segments [{'id': '362e61ff-6daa-465d-ba5f-cbf86ca61de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '95b342d3-20f4-4a0a-bf99-f5aeffbddb9f'}] {{(pid=106987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:33:17.421934 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9124c8f3-c75f-433d-89fb-19aa28ad5e99 None None] Attempting to bind port 378cc66f-f155-4948-b9f0-9d74665b0f14 on network 95b342d3-20f4-4a0a-bf99-f5aeffbddb9f {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:33:17.430670 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9124c8f3-c75f-433d-89fb-19aa28ad5e99 None None] Checking agent: {'id': '00f42bad-d4f2-47c4-8e20-2c8cceeec132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 29, 55), 'started_at': datetime.datetime(2022, 8, 24, 13, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:33:17.435639 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9124c8f3-c75f-433d-89fb-19aa28ad5e99 None None] Checking segment: {'id': '362e61ff-6daa-465d-ba5f-cbf86ca61de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '95b342d3-20f4-4a0a-bf99-f5aeffbddb9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:33:17.435639 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-9124c8f3-c75f-433d-89fb-19aa28ad5e99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:33:17.435639 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9124c8f3-c75f-433d-89fb-19aa28ad5e99 None None] Bound using segment: {'id': '362e61ff-6daa-465d-ba5f-cbf86ca61de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '95b342d3-20f4-4a0a-bf99-f5aeffbddb9f'} {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:33:17.435639 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-9124c8f3-c75f-433d-89fb-19aa28ad5e99 None None] Bound port: 378cc66f-f155-4948-b9f0-9d74665b0f14, host: dv-cinder-779578-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362e61ff-6daa-465d-ba5f-cbf86ca61de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '95b342d3-20f4-4a0a-bf99-f5aeffbddb9f'}}] {{(pid=106987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:33:17.435639 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-9124c8f3-c75f-433d-89fb-19aa28ad5e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (378cc66f-f155-4948-b9f0-9d74665b0f14), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:33:17.497015 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-9124c8f3-c75f-433d-89fb-19aa28ad5e99 None None] For port 378cc66f-f155-4948-b9f0-9d74665b0f14, host dv-cinder-779578-4-iscsi, cleared binding levels {{(pid=106987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:33:17.500262 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-9124c8f3-c75f-433d-89fb-19aa28ad5e99 None None] For port 378cc66f-f155-4948-b9f0-9d74665b0f14, host dv-cinder-779578-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=378cc66f-f155-4948-b9f0-9d74665b0f14,segment=NetworkSegment(362e61ff-6daa-465d-ba5f-cbf86ca61de7),segment_id=362e61ff-6daa-465d-ba5f-cbf86ca61de7)] {{(pid=106987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:33:17.568778 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-9124c8f3-c75f-433d-89fb-19aa28ad5e99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (378cc66f-f155-4948-b9f0-9d74665b0f14), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:33:17.617200 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:33:17.632923 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9124c8f3-c75f-433d-89fb-19aa28ad5e99 None None] Pushing event updated for resources: {'Port': ['ID=378cc66f-f155-4948-b9f0-9d74665b0f14,revision_number=2']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:33:18.404508 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006e1ab2-d428-4e7d-870f-d635aa80e990 None None] Network 95b342d3-20f4-4a0a-bf99-f5aeffbddb9f requested from dv-cinder-779578-4-iscsi {{(pid=106987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 13:33:18.480420 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=5 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:33:18.524925 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-a07adbdd-8e43-4d61-9f0c-d16089394aa2 None None] Provisioning complete for port 378cc66f-f155-4948-b9f0-9d74665b0f14 triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:33:18.525305 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-a07adbdd-8e43-4d61-9f0c-d16089394aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (378cc66f-f155-4948-b9f0-9d74665b0f14), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:33:18.610612 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-a07adbdd-8e43-4d61-9f0c-d16089394aa2 None None] Current status of the port 378cc66f-f155-4948-b9f0-9d74665b0f14 is: DOWN; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:33:18.611002 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-a07adbdd-8e43-4d61-9f0c-d16089394aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (378cc66f-f155-4948-b9f0-9d74665b0f14), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:33:18.650143 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-a07adbdd-8e43-4d61-9f0c-d16089394aa2 None None] For port 378cc66f-f155-4948-b9f0-9d74665b0f14, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=378cc66f-f155-4948-b9f0-9d74665b0f14,segment=NetworkSegment(362e61ff-6daa-465d-ba5f-cbf86ca61de7),segment_id=362e61ff-6daa-465d-ba5f-cbf86ca61de7)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:33:18.721225 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-a07adbdd-8e43-4d61-9f0c-d16089394aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (378cc66f-f155-4948-b9f0-9d74665b0f14), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:33:18.775582 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07adbdd-8e43-4d61-9f0c-d16089394aa2 None None] Pushing event updated for resources: {'Port': ['ID=378cc66f-f155-4948-b9f0-9d74665b0f14,revision_number=3']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:33:18.841919 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-fcbd93b5-30f3-44c2-9caf-c76b1d626003 None None] Provisioning complete for port 378cc66f-f155-4948-b9f0-9d74665b0f14 triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:33:18.842308 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-fcbd93b5-30f3-44c2-9caf-c76b1d626003 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (378cc66f-f155-4948-b9f0-9d74665b0f14), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:33:18.920761 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd93b5-30f3-44c2-9caf-c76b1d626003 None None] Current status of the port 378cc66f-f155-4948-b9f0-9d74665b0f14 is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:33:18.981316 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 378cc66f-f155-4948-b9f0-9d74665b0f14 up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:33:19.027179 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port 378cc66f-f155-4948-b9f0-9d74665b0f14 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:33:19.027567 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (378cc66f-f155-4948-b9f0-9d74665b0f14), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:33:19.104283 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port 378cc66f-f155-4948-b9f0-9d74665b0f14 is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:33:19.928064 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-653ea99c-e1a2-4afe-882b-37b55d9d3d25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:33:22.225440 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-bbe14c19-218a-408f-8ea3-3d3301949a75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:33:23.091842 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=31,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:33:23.092687 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=36,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:33:23.606170 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:33:25.025712 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:33:25.145095 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:33:26.806555 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=45,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:33:26.807359 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=48,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:33:35.096766 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:33:35.098738 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=45,neutron:UPDATE=5 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:33:40.852387 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.agents_db [None req-66b1cbc3-9e75-488f-ab76-e3b1c287483f None None] Agent healthcheck: found 5 active agents {{(pid=106988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 13:33:49.933548 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-5bd5826d-013e-4fe5-ac91-ae6058282234 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:33:50.848719 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=4 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:33:50.849594 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:33:52.258271 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-c3ce7fe9-eb4a-4df9-b469-df28f006f754 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:33:53.613185 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:33:55.019250 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:33:55.156094 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:34:05.093165 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:34:05.095015 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:34:17.852123 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.agents_db [None req-66b1cbc3-9e75-488f-ab76-e3b1c287483f None None] Agent healthcheck: found 5 active agents {{(pid=106988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 13:34:19.925009 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-e5327567-396f-437e-9b6b-c3cfb424e906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:34:22.256786 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-f6dc0658-45ba-41f1-87cf-7c396baedcfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:34:23.622698 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:34:25.047172 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:34:25.176417 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:34:27.847745 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=4 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:34:27.848619 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=4 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:34:35.095748 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:34:35.096600 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:34:42.244208 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 47298) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:34:42.249959 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [None req-f1d025fb-b91d-4a2c-abe1-e04fef8d5f24 tempest-verify_tempest_config-1622712017 tempest-verify_tempest_config-1622712017-project] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 13:34:42.250964 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-f1d025fb-b91d-4a2c-abe1-e04fef8d5f24 tempest-verify_tempest_config-1622712017 tempest-verify_tempest_config-1622712017-project] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0057967 Aug 24 13:34:42.939847 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 47316) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:34:43.404683 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-295c868e-1480-464b-9ad9-5269bf56d313 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:34:43.481035 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-295c868e-1480-464b-9ad9-5269bf56d313 admin admin] Publish callbacks [] for security_group (eeb1bf8d-778f-4298-818c-281a435ba129), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:34:43.543930 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-295c868e-1480-464b-9ad9-5269bf56d313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (eeb1bf8d-778f-4298-818c-281a435ba129), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:34:43.596404 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-295c868e-1480-464b-9ad9-5269bf56d313 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=4e4adc81d769417789ac0f1b7889d2e4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6553872 Aug 24 13:34:43.597242 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295c868e-1480-464b-9ad9-5269bf56d313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb1bf8d-778f-4298-818c-281a435ba129,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:34:43.599253 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 47320) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:34:43.615900 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295c868e-1480-464b-9ad9-5269bf56d313 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:34:43.616274 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295c868e-1480-464b-9ad9-5269bf56d313 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:34:43.616637 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295c868e-1480-464b-9ad9-5269bf56d313 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:34:43.616977 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295c868e-1480-464b-9ad9-5269bf56d313 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:34:43.617311 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295c868e-1480-464b-9ad9-5269bf56d313 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:34:43.617638 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295c868e-1480-464b-9ad9-5269bf56d313 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:34:43.617964 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295c868e-1480-464b-9ad9-5269bf56d313 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:34:43.618318 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295c868e-1480-464b-9ad9-5269bf56d313 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:34:43.619269 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295c868e-1480-464b-9ad9-5269bf56d313 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:34:43.619553 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295c868e-1480-464b-9ad9-5269bf56d313 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:34:43.619902 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295c868e-1480-464b-9ad9-5269bf56d313 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:34:43.620284 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295c868e-1480-464b-9ad9-5269bf56d313 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:34:43.620616 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295c868e-1480-464b-9ad9-5269bf56d313 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:34:43.620939 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295c868e-1480-464b-9ad9-5269bf56d313 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:34:43.621257 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295c868e-1480-464b-9ad9-5269bf56d313 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:34:43.670384 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-ba746b63-d533-4e68-8076-ddbc512277f4 admin admin] Publish callbacks [] for security_group (eeb1bf8d-778f-4298-818c-281a435ba129), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:34:43.690679 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-ba746b63-d533-4e68-8076-ddbc512277f4 admin admin] Publish callbacks [] for security_group (eeb1bf8d-778f-4298-818c-281a435ba129), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:34:43.870442 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-ba746b63-d533-4e68-8076-ddbc512277f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (eeb1bf8d-778f-4298-818c-281a435ba129), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:34:43.872957 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-ba746b63-d533-4e68-8076-ddbc512277f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:34:43.874231 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-ba746b63-d533-4e68-8076-ddbc512277f4 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/eeb1bf8d-778f-4298-818c-281a435ba129 HTTP/1.1" status: 204 len: 168 time: 0.2741013 Aug 24 13:34:43.882527 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba746b63-d533-4e68-8076-ddbc512277f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb1bf8d-778f-4298-818c-281a435ba129,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:34:46.059858 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=9 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:34:46.061097 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=17 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:34:49.930329 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-4d1530e5-effd-4d1e-a51d-3d4ae0375081 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:34:52.245336 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-56fcb41d-da15-4104-99c8-4c28da52593d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:34:53.610050 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:34:53.877200 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=35,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:34:53.878004 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=36,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:34:54.852830 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.agents_db [None req-66b1cbc3-9e75-488f-ab76-e3b1c287483f None None] Agent healthcheck: found 5 active agents {{(pid=106988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 13:34:55.023870 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:34:55.143674 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:35:00.847575 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=2 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:35:04.848690 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=6 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:35:05.093274 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=10 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:35:05.095168 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=7,neutron:UPDATE=5 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:35:19.918225 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-b1d0cd20-28c3-42c2-8b91-fae85af3b1e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:35:22.229283 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-cc05278e-c880-4472-960d-beca261451c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:35:23.684014 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:35:25.015031 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:35:25.154935 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:35:31.854564 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.agents_db [None req-66b1cbc3-9e75-488f-ab76-e3b1c287483f None None] Agent healthcheck: found 5 active agents {{(pid=106988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 13:35:35.091129 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:35:35.093076 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:35:37.847066 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=3 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:35:47.849489 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:35:49.940538 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-a9bb4771-d2d5-4085-8099-553052184441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:35:52.249072 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-c4e93dab-f1a2-4611-be3b-085b556ea5b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:35:53.626449 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:35:55.017632 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:35:55.212233 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:36:05.096173 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:UPDATE=1,neutron:SELECT=7 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:36:05.098127 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:36:08.856157 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.agents_db [None req-66b1cbc3-9e75-488f-ab76-e3b1c287483f None None] Agent healthcheck: found 5 active agents {{(pid=106988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 13:36:17.259856 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-564244'] for agent (a93d403b-29c5-41ac-a53c-7c0bf3f47879), after_create {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:36:18.848910 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=4 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:36:18.849997 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=4 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:36:19.936972 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-01317af4-4cef-4177-8176-590040bec380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:36:22.245138 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-d9b52049-1a98-440f-ba52-fe2bec6050d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:36:23.651959 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:36:25.037917 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:36:25.274878 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:36:30.048218 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 47418) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:36:30.191491 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-f5ae9369-da39-4b94-8855-e9ebff4b9c6f admin admin] 10.222.0.73 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1421261 Aug 24 13:36:32.515291 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 47428) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:36:32.588044 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-a5b739c5-5feb-4e73-b542-73ccb3fbec42 admin admin] 10.222.0.73 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0714223 Aug 24 13:36:35.090166 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:36:35.092141 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=7,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:36:40.186145 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:36:42.576879 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=3 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:36:45.855655 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.agents_db [None req-66b1cbc3-9e75-488f-ab76-e3b1c287483f None None] Agent healthcheck: found 6 active agents {{(pid=106988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 13:36:47.213725 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a93d403b-29c5-41ac-a53c-7c0bf3f47879), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:36:50.027802 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-9801b468-4ef0-46ba-ba6f-1c5cb6bff3f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:36:52.225210 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-bedd821a-6621-406d-aa56-8fb54e8cc11b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:36:53.639088 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:36:55.076604 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:36:55.190487 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:36:55.851174 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=17 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:36:55.852215 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=19 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:37:05.088954 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:37:05.098205 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:37:17.236313 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a93d403b-29c5-41ac-a53c-7c0bf3f47879), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:37:19.938607 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-08cd47d3-0754-474a-b227-0ce563c4f72f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:37:22.224825 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-1c526ffe-5252-4cd1-b8f3-e9bca761dd18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:37:22.854982 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.agents_db [None req-66b1cbc3-9e75-488f-ab76-e3b1c287483f None None] Agent healthcheck: found 6 active agents {{(pid=106988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 13:37:23.656169 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:37:25.053289 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:37:25.185056 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:37:32.850384 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=5 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:37:32.851298 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=3 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:37:35.090806 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:37:35.093982 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:37:47.315918 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a93d403b-29c5-41ac-a53c-7c0bf3f47879), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:37:47.845692 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=1 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:37:47.847325 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:DELETE=1 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:37:49.927030 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-29224ff5-7199-488b-ad7c-079fc2222f4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:37:52.239236 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-17bc23a0-608d-4cb1-a4b5-a11912f4d2d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:37:53.629060 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:37:55.049610 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:37:55.174967 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:37:59.855870 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.agents_db [None req-66b1cbc3-9e75-488f-ab76-e3b1c287483f None None] Agent healthcheck: found 6 active agents {{(pid=106988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 13:38:05.090666 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:05.098574 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:09.864785 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=3 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:09.864785 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=5 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:10.174748 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 47638) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:10.747423 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 47652) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:10.966564 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-9569c632-6b33-4bab-a8ad-7453747a3b13 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1625308851-network', 'tenant_id': '4a3794670e8d4c9985547d557d6969e0'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:38:11.110004 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9569c632-6b33-4bab-a8ad-7453747a3b13 admin admin] Made reservation on behalf of 4a3794670e8d4c9985547d557d6969e0 for: {'network': 1} {{(pid=106986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:38:11.114956 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-9569c632-6b33-4bab-a8ad-7453747a3b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for network (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:11.125791 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-9569c632-6b33-4bab-a8ad-7453747a3b13 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:11.266606 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-9569c632-6b33-4bab-a8ad-7453747a3b13 admin admin] Publish callbacks [] for security_group (369ea263-82e3-4ea7-aca0-09e273dd0f4e), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:11.349576 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-dc6832b9-d04a-417b-a8b3-0ecb34c83992 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-377578393-network', 'tenant_id': '77b5eebd2706440badffd858826d5c79'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:38:11.364107 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-9569c632-6b33-4bab-a8ad-7453747a3b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (369ea263-82e3-4ea7-aca0-09e273dd0f4e), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:11.384465 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 47682) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:11.393852 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9569c632-6b33-4bab-a8ad-7453747a3b13 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=106986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 13:38:11.424137 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-9569c632-6b33-4bab-a8ad-7453747a3b13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916165'] for segment (d3c5e9c4-fd20-406c-b672-893adab194ab), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:11.425305 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.db.segments_db [None req-9569c632-6b33-4bab-a8ad-7453747a3b13 admin admin] Added segment d3c5e9c4-fd20-406c-b672-893adab194ab of type vlan for network 385fd5c5-6c70-4a95-9981-8683550b730c Aug 24 13:38:11.495874 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-9569c632-6b33-4bab-a8ad-7453747a3b13 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732775010169'] for network (385fd5c5-6c70-4a95-9981-8683550b730c), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:11.518254 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569c632-6b33-4bab-a8ad-7453747a3b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369ea263-82e3-4ea7-aca0-09e273dd0f4e,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:11.540529 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9569c632-6b33-4bab-a8ad-7453747a3b13 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:11.541389 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9569c632-6b33-4bab-a8ad-7453747a3b13 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:11.544502 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9569c632-6b33-4bab-a8ad-7453747a3b13 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:11.544933 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9569c632-6b33-4bab-a8ad-7453747a3b13 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:11.545277 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9569c632-6b33-4bab-a8ad-7453747a3b13 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:11.545688 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9569c632-6b33-4bab-a8ad-7453747a3b13 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:11.546335 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9569c632-6b33-4bab-a8ad-7453747a3b13 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:11.547083 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9569c632-6b33-4bab-a8ad-7453747a3b13 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:11.547615 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9569c632-6b33-4bab-a8ad-7453747a3b13 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:11.547962 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9569c632-6b33-4bab-a8ad-7453747a3b13 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:11.549283 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9569c632-6b33-4bab-a8ad-7453747a3b13 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:11.553245 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9569c632-6b33-4bab-a8ad-7453747a3b13 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:11.553245 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9569c632-6b33-4bab-a8ad-7453747a3b13 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:11.553245 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9569c632-6b33-4bab-a8ad-7453747a3b13 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:11.553245 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9569c632-6b33-4bab-a8ad-7453747a3b13 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:11.553245 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9569c632-6b33-4bab-a8ad-7453747a3b13 admin admin] Tracked resource versions report: Aug 24 13:38:11.553245 dv-cinder-779578-4-iscsi neutron-server[106986]: pushed versions: Aug 24 13:38:11.553245 dv-cinder-779578-4-iscsi neutron-server[106986]: { 'AddressGroup': {'1.2'}, Aug 24 13:38:11.553245 dv-cinder-779578-4-iscsi neutron-server[106986]: 'Agent': {'1.1'}, Aug 24 13:38:11.553245 dv-cinder-779578-4-iscsi neutron-server[106986]: 'ConntrackHelper': {'1.0'}, Aug 24 13:38:11.553245 dv-cinder-779578-4-iscsi neutron-server[106986]: 'LocalIPAssociation': {'1.0'}, Aug 24 13:38:11.553245 dv-cinder-779578-4-iscsi neutron-server[106986]: 'Log': {'1.0'}, Aug 24 13:38:11.553245 dv-cinder-779578-4-iscsi neutron-server[106986]: 'NDPProxy': {'1.0'}, Aug 24 13:38:11.553245 dv-cinder-779578-4-iscsi neutron-server[106986]: 'Network': {'1.1'}, Aug 24 13:38:11.553245 dv-cinder-779578-4-iscsi neutron-server[106986]: 'Port': {'1.7'}, Aug 24 13:38:11.553245 dv-cinder-779578-4-iscsi neutron-server[106986]: 'PortForwarding': {'1.3'}, Aug 24 13:38:11.553245 dv-cinder-779578-4-iscsi neutron-server[106986]: 'QosPolicy': {'1.10'}, Aug 24 13:38:11.553245 dv-cinder-779578-4-iscsi neutron-server[106986]: 'SecurityGroup': {'1.5'}, Aug 24 13:38:11.553245 dv-cinder-779578-4-iscsi neutron-server[106986]: 'SecurityGroupRule': {'1.2'}, Aug 24 13:38:11.553245 dv-cinder-779578-4-iscsi neutron-server[106986]: 'SubPort': {'1.0'}, Aug 24 13:38:11.553245 dv-cinder-779578-4-iscsi neutron-server[106986]: 'Subnet': {'1.1'}, Aug 24 13:38:11.553245 dv-cinder-779578-4-iscsi neutron-server[106986]: 'Trunk': {'1.1'}} Aug 24 13:38:11.553245 dv-cinder-779578-4-iscsi neutron-server[106986]: consumer versions: Aug 24 13:38:11.553245 dv-cinder-779578-4-iscsi neutron-server[106986]: { DHCP agent@dv-cinder-779578-4-iscsi: {}, Aug 24 13:38:11.553245 dv-cinder-779578-4-iscsi neutron-server[106986]: HyperV agent@hv-cinder-77957: {}, Aug 24 13:38:11.553245 dv-cinder-779578-4-iscsi neutron-server[106986]: L3 agent@dv-cinder-779578-4-iscsi: {}, Aug 24 13:38:11.553245 dv-cinder-779578-4-iscsi neutron-server[106986]: Metadata agent@dv-cinder-779578-4-iscsi: {}, Aug 24 13:38:11.553245 dv-cinder-779578-4-iscsi neutron-server[106986]: Metering agent@dv-cinder-779578-4-iscsi: {}, Aug 24 13:38:11.553245 dv-cinder-779578-4-iscsi neutron-server[106986]: Open vSwitch agent@dv-cinder-779578-4-iscsi: { 'AddressGroup': '1.2', Aug 24 13:38:11.553245 dv-cinder-779578-4-iscsi neutron-server[106986]: 'Agent': '1.1', Aug 24 13:38:11.553245 dv-cinder-779578-4-iscsi neutron-server[106986]: 'ConntrackHelper': '1.0', Aug 24 13:38:11.553245 dv-cinder-779578-4-iscsi neutron-server[106986]: 'LocalIPAssociation': '1.0', Aug 24 13:38:11.553245 dv-cinder-779578-4-iscsi neutron-server[106986]: 'Log': '1.0', Aug 24 13:38:11.553245 dv-cinder-779578-4-iscsi neutron-server[106986]: 'NDPProxy': '1.0', Aug 24 13:38:11.553245 dv-cinder-779578-4-iscsi neutron-server[106986]: 'Network': '1.1', Aug 24 13:38:11.553245 dv-cinder-779578-4-iscsi neutron-server[106986]: 'Port': '1.7', Aug 24 13:38:11.553245 dv-cinder-779578-4-iscsi neutron-server[106986]: 'PortForwarding': '1.3', Aug 24 13:38:11.553245 dv-cinder-779578-4-iscsi neutron-server[106986]: 'QosPolicy': '1.10', Aug 24 13:38:11.553245 dv-cinder-779578-4-iscsi neutron-server[106986]: 'SecurityGroup': '1.5', Aug 24 13:38:11.553245 dv-cinder-779578-4-iscsi neutron-server[106986]: 'SecurityGroupRule': '1.2', Aug 24 13:38:11.553245 dv-cinder-779578-4-iscsi neutron-server[106986]: 'SubPort': '1.0', Aug 24 13:38:11.553245 dv-cinder-779578-4-iscsi neutron-server[106986]: 'Subnet': '1.1', Aug 24 13:38:11.553245 dv-cinder-779578-4-iscsi neutron-server[106986]: 'Trunk': '1.1'}} Aug 24 13:38:11.553245 dv-cinder-779578-4-iscsi neutron-server[106986]: {{(pid=106986) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 13:38:11.586917 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6832b9-d04a-417b-a8b3-0ecb34c83992 admin admin] Made reservation on behalf of 77b5eebd2706440badffd858826d5c79 for: {'network': 1} {{(pid=106986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:38:11.589663 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-dc6832b9-d04a-417b-a8b3-0ecb34c83992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for network (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:11.612558 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-dc6832b9-d04a-417b-a8b3-0ecb34c83992 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:11.698091 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-9569c632-6b33-4bab-a8ad-7453747a3b13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995'] for network (385fd5c5-6c70-4a95-9981-8683550b730c), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:11.699492 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9569c632-6b33-4bab-a8ad-7453747a3b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:11.700369 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-9569c632-6b33-4bab-a8ad-7453747a3b13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for network (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:11.760714 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-d51cfdb7-1245-4bf9-a416-53def0527bae admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1546593255-network', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68'}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:38:11.788160 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-dc6832b9-d04a-417b-a8b3-0ecb34c83992 admin admin] Publish callbacks [] for security_group (19e6fee2-bc83-4521-9a18-a0e51ba93c8c), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:11.827384 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569c632-6b33-4bab-a8ad-7453747a3b13 admin admin] Pushing event updated for resources: {'Network': ['ID=385fd5c5-6c70-4a95-9981-8683550b730c,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:11.847540 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Network 385fd5c5-6c70-4a95-9981-8683550b730c details requested by agent ovs-agent-dv-cinder-779578-4-iscsi with host dv-cinder-779578-4-iscsi {{(pid=106987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 13:38:11.884067 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-9569c632-6b33-4bab-a8ad-7453747a3b13 admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7045407 Aug 24 13:38:11.884067 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-dc6832b9-d04a-417b-a8b3-0ecb34c83992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (19e6fee2-bc83-4521-9a18-a0e51ba93c8c), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:11.886549 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 47702) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:11.897214 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-886bc63a-dd52-44ab-a550-bbbda0858f3a admin admin] Request body: {'subnet': {'network_id': '385fd5c5-6c70-4a95-9981-8683550b730c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1625308851-subnet', 'tenant_id': '4a3794670e8d4c9985547d557d6969e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:38:11.965717 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6832b9-d04a-417b-a8b3-0ecb34c83992 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19e6fee2-bc83-4521-9a18-a0e51ba93c8c,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:11.996918 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc6832b9-d04a-417b-a8b3-0ecb34c83992 admin admin] vlan segment allocate from pool success with {'vlan_id': 412, 'physical_network': 'physnet1'} {{(pid=106986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 13:38:12.006134 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51cfdb7-1245-4bf9-a416-53def0527bae admin admin] Made reservation on behalf of 019b2e8bdb934d94a25fe4b355e73c68 for: {'network': 1} {{(pid=106985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:38:12.008673 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d51cfdb7-1245-4bf9-a416-53def0527bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for network (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:12.021137 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d51cfdb7-1245-4bf9-a416-53def0527bae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:12.022811 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-dc6832b9-d04a-417b-a8b3-0ecb34c83992 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916165'] for segment (a88cce91-4088-4c2d-9e6d-815be545b223), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:12.024032 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.db.segments_db [None req-dc6832b9-d04a-417b-a8b3-0ecb34c83992 admin admin] Added segment a88cce91-4088-4c2d-9e6d-815be545b223 of type vlan for network 2e903fbc-329f-4ab0-8009-8377c36a9d55 Aug 24 13:38:12.053183 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-886bc63a-dd52-44ab-a550-bbbda0858f3a admin admin] Made reservation on behalf of 4a3794670e8d4c9985547d557d6969e0 for: {'subnet': 1} {{(pid=106985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:38:12.056209 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-886bc63a-dd52-44ab-a550-bbbda0858f3a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:12.133150 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-dc6832b9-d04a-417b-a8b3-0ecb34c83992 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732775010169'] for network (2e903fbc-329f-4ab0-8009-8377c36a9d55), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:12.275155 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d51cfdb7-1245-4bf9-a416-53def0527bae admin admin] Publish callbacks [] for security_group (b54b1fd4-1d8f-4ded-9da0-fb21dd36c201), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:12.314784 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-dc6832b9-d04a-417b-a8b3-0ecb34c83992 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995'] for network (2e903fbc-329f-4ab0-8009-8377c36a9d55), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:12.317727 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6832b9-d04a-417b-a8b3-0ecb34c83992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:12.321774 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-dc6832b9-d04a-417b-a8b3-0ecb34c83992 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for network (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:12.408144 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d51cfdb7-1245-4bf9-a416-53def0527bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (b54b1fd4-1d8f-4ded-9da0-fb21dd36c201), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:12.467483 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d51cfdb7-1245-4bf9-a416-53def0527bae admin admin] vlan segment allocate from pool success with {'vlan_id': 436, 'physical_network': 'physnet1'} {{(pid=106985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 13:38:12.512768 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d51cfdb7-1245-4bf9-a416-53def0527bae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916165'] for segment (67afd480-e30a-4400-a86a-25b503d7ef00), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:12.513163 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.db.segments_db [None req-d51cfdb7-1245-4bf9-a416-53def0527bae admin admin] Added segment 67afd480-e30a-4400-a86a-25b503d7ef00 of type vlan for network 789a27f6-7f62-4022-86ef-1042c82fc322 Aug 24 13:38:12.522120 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-886bc63a-dd52-44ab-a550-bbbda0858f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995'] for subnet (5dc0c212-b568-43f4-b5cf-0229c3337a97), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:12.568346 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cfdb7-1245-4bf9-a416-53def0527bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b54b1fd4-1d8f-4ded-9da0-fb21dd36c201,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:12.702814 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=68,neutron:INSERT=23,neutron:UPDATE=6,neutron:DELETE=3 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:12.705823 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6832b9-d04a-417b-a8b3-0ecb34c83992 admin admin] Pushing event updated for resources: {'Network': ['ID=2e903fbc-329f-4ab0-8009-8377c36a9d55,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:12.728498 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Network 2e903fbc-329f-4ab0-8009-8377c36a9d55 details requested by agent ovs-agent-dv-cinder-779578-4-iscsi with host dv-cinder-779578-4-iscsi {{(pid=106987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 13:38:12.786711 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cfdb7-1245-4bf9-a416-53def0527bae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:12.787894 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cfdb7-1245-4bf9-a416-53def0527bae admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:12.789631 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cfdb7-1245-4bf9-a416-53def0527bae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:12.790082 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-dc6832b9-d04a-417b-a8b3-0ecb34c83992 admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0411317 Aug 24 13:38:12.794237 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cfdb7-1245-4bf9-a416-53def0527bae admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:12.795096 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cfdb7-1245-4bf9-a416-53def0527bae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:12.795693 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cfdb7-1245-4bf9-a416-53def0527bae admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:12.796637 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cfdb7-1245-4bf9-a416-53def0527bae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:12.796842 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 47726) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:12.806626 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cfdb7-1245-4bf9-a416-53def0527bae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:12.807678 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cfdb7-1245-4bf9-a416-53def0527bae admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:12.808876 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cfdb7-1245-4bf9-a416-53def0527bae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:12.809774 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cfdb7-1245-4bf9-a416-53def0527bae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:12.810734 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cfdb7-1245-4bf9-a416-53def0527bae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:12.811569 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cfdb7-1245-4bf9-a416-53def0527bae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:12.812435 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cfdb7-1245-4bf9-a416-53def0527bae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:12.813435 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cfdb7-1245-4bf9-a416-53def0527bae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:12.816581 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-d7f33d2e-40ea-40d4-b84a-d8cce07c3a03 admin admin] Request body: {'subnet': {'network_id': '2e903fbc-329f-4ab0-8009-8377c36a9d55', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-377578393-subnet', 'tenant_id': '77b5eebd2706440badffd858826d5c79', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:38:12.817103 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d51cfdb7-1245-4bf9-a416-53def0527bae admin admin] Tracked resource versions report: Aug 24 13:38:12.817103 dv-cinder-779578-4-iscsi neutron-server[106985]: pushed versions: Aug 24 13:38:12.817103 dv-cinder-779578-4-iscsi neutron-server[106985]: { 'AddressGroup': {'1.2'}, Aug 24 13:38:12.817103 dv-cinder-779578-4-iscsi neutron-server[106985]: 'Agent': {'1.1'}, Aug 24 13:38:12.817103 dv-cinder-779578-4-iscsi neutron-server[106985]: 'ConntrackHelper': {'1.0'}, Aug 24 13:38:12.817103 dv-cinder-779578-4-iscsi neutron-server[106985]: 'LocalIPAssociation': {'1.0'}, Aug 24 13:38:12.817103 dv-cinder-779578-4-iscsi neutron-server[106985]: 'Log': {'1.0'}, Aug 24 13:38:12.817103 dv-cinder-779578-4-iscsi neutron-server[106985]: 'NDPProxy': {'1.0'}, Aug 24 13:38:12.817103 dv-cinder-779578-4-iscsi neutron-server[106985]: 'Network': {'1.1'}, Aug 24 13:38:12.817103 dv-cinder-779578-4-iscsi neutron-server[106985]: 'Port': {'1.7'}, Aug 24 13:38:12.817103 dv-cinder-779578-4-iscsi neutron-server[106985]: 'PortForwarding': {'1.3'}, Aug 24 13:38:12.817103 dv-cinder-779578-4-iscsi neutron-server[106985]: 'QosPolicy': {'1.10'}, Aug 24 13:38:12.817103 dv-cinder-779578-4-iscsi neutron-server[106985]: 'SecurityGroup': {'1.5'}, Aug 24 13:38:12.817103 dv-cinder-779578-4-iscsi neutron-server[106985]: 'SecurityGroupRule': {'1.2'}, Aug 24 13:38:12.817103 dv-cinder-779578-4-iscsi neutron-server[106985]: 'SubPort': {'1.0'}, Aug 24 13:38:12.817103 dv-cinder-779578-4-iscsi neutron-server[106985]: 'Subnet': {'1.1'}, Aug 24 13:38:12.817103 dv-cinder-779578-4-iscsi neutron-server[106985]: 'Trunk': {'1.1'}} Aug 24 13:38:12.817103 dv-cinder-779578-4-iscsi neutron-server[106985]: consumer versions: Aug 24 13:38:12.817103 dv-cinder-779578-4-iscsi neutron-server[106985]: { DHCP agent@dv-cinder-779578-4-iscsi: {}, Aug 24 13:38:12.817103 dv-cinder-779578-4-iscsi neutron-server[106985]: HyperV agent@hv-cinder-77957: {}, Aug 24 13:38:12.817103 dv-cinder-779578-4-iscsi neutron-server[106985]: L3 agent@dv-cinder-779578-4-iscsi: {}, Aug 24 13:38:12.817103 dv-cinder-779578-4-iscsi neutron-server[106985]: Metadata agent@dv-cinder-779578-4-iscsi: {}, Aug 24 13:38:12.817103 dv-cinder-779578-4-iscsi neutron-server[106985]: Metering agent@dv-cinder-779578-4-iscsi: {}, Aug 24 13:38:12.817103 dv-cinder-779578-4-iscsi neutron-server[106985]: Open vSwitch agent@dv-cinder-779578-4-iscsi: { 'AddressGroup': '1.2', Aug 24 13:38:12.817103 dv-cinder-779578-4-iscsi neutron-server[106985]: 'Agent': '1.1', Aug 24 13:38:12.817103 dv-cinder-779578-4-iscsi neutron-server[106985]: 'ConntrackHelper': '1.0', Aug 24 13:38:12.817103 dv-cinder-779578-4-iscsi neutron-server[106985]: 'LocalIPAssociation': '1.0', Aug 24 13:38:12.817103 dv-cinder-779578-4-iscsi neutron-server[106985]: 'Log': '1.0', Aug 24 13:38:12.817103 dv-cinder-779578-4-iscsi neutron-server[106985]: 'NDPProxy': '1.0', Aug 24 13:38:12.817103 dv-cinder-779578-4-iscsi neutron-server[106985]: 'Network': '1.1', Aug 24 13:38:12.817103 dv-cinder-779578-4-iscsi neutron-server[106985]: 'Port': '1.7', Aug 24 13:38:12.817103 dv-cinder-779578-4-iscsi neutron-server[106985]: 'PortForwarding': '1.3', Aug 24 13:38:12.817103 dv-cinder-779578-4-iscsi neutron-server[106985]: 'QosPolicy': '1.10', Aug 24 13:38:12.817103 dv-cinder-779578-4-iscsi neutron-server[106985]: 'SecurityGroup': '1.5', Aug 24 13:38:12.817103 dv-cinder-779578-4-iscsi neutron-server[106985]: 'SecurityGroupRule': '1.2', Aug 24 13:38:12.817103 dv-cinder-779578-4-iscsi neutron-server[106985]: 'SubPort': '1.0', Aug 24 13:38:12.817103 dv-cinder-779578-4-iscsi neutron-server[106985]: 'Subnet': '1.1', Aug 24 13:38:12.817103 dv-cinder-779578-4-iscsi neutron-server[106985]: 'Trunk': '1.1'}} Aug 24 13:38:12.817103 dv-cinder-779578-4-iscsi neutron-server[106985]: {{(pid=106985) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 13:38:12.881828 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886bc63a-dd52-44ab-a550-bbbda0858f3a admin admin] Checking segment: {'id': 'd3c5e9c4-fd20-406c-b672-893adab194ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '385fd5c5-6c70-4a95-9981-8683550b730c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:38:12.886356 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886bc63a-dd52-44ab-a550-bbbda0858f3a admin admin] Network hostable DHCP agents. Network: 385fd5c5-6c70-4a95-9981-8683550b730c, hostable agents: ['5b6616ad-7c61-467c-8809-81a3e3733e23'], hosted agents: [] {{(pid=106985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 13:38:12.994503 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d51cfdb7-1245-4bf9-a416-53def0527bae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732775010169'] for network (789a27f6-7f62-4022-86ef-1042c82fc322), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:13.049177 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886bc63a-dd52-44ab-a550-bbbda0858f3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dc0c212-b568-43f4-b5cf-0229c3337a97,revision_number=0']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:13.058633 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7f33d2e-40ea-40d4-b84a-d8cce07c3a03 admin admin] Made reservation on behalf of 77b5eebd2706440badffd858826d5c79 for: {'subnet': 1} {{(pid=106986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:38:13.061098 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-d7f33d2e-40ea-40d4-b84a-d8cce07c3a03 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:13.065124 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:13.317360 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d51cfdb7-1245-4bf9-a416-53def0527bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995'] for network (789a27f6-7f62-4022-86ef-1042c82fc322), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:13.319779 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51cfdb7-1245-4bf9-a416-53def0527bae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:13.320696 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d51cfdb7-1245-4bf9-a416-53def0527bae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for network (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:13.329215 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-886bc63a-dd52-44ab-a550-bbbda0858f3a admin admin] Network 385fd5c5-6c70-4a95-9981-8683550b730c is scheduled to be hosted by DHCP agent 5b6616ad-7c61-467c-8809-81a3e3733e23 with binding_index 1 {{(pid=106985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 13:38:13.442291 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-d7f33d2e-40ea-40d4-b84a-d8cce07c3a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995'] for subnet (69983798-9032-46f8-83a4-502dd4fa5f0a), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:13.464932 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.base_scheduler [None req-886bc63a-dd52-44ab-a550-bbbda0858f3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779578-4-iscsi, 385fd5c5-6c70-4a95-9981-8683550b730c) {{(pid=106985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:38:13.479066 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a1d780-0af5-4ca8-a7fc-bbd331ab289f None None] Network 385fd5c5-6c70-4a95-9981-8683550b730c requested from dv-cinder-779578-4-iscsi {{(pid=106987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 13:38:13.541616 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-d51cfdb7-1245-4bf9-a416-53def0527bae admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.1550603 Aug 24 13:38:13.548036 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 47748) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:13.550181 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51cfdb7-1245-4bf9-a416-53def0527bae admin admin] Pushing event updated for resources: {'Network': ['ID=789a27f6-7f62-4022-86ef-1042c82fc322,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:13.566580 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-5b5023d7-178c-4e9a-a33f-c889106a63a5 admin admin] Request body: {'subnet': {'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1546593255-subnet', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:38:13.583027 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-886bc63a-dd52-44ab-a550-bbbda0858f3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:13.590276 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-886bc63a-dd52-44ab-a550-bbbda0858f3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for subnet (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:13.590645 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f33d2e-40ea-40d4-b84a-d8cce07c3a03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69983798-9032-46f8-83a4-502dd4fa5f0a,revision_number=0']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:13.631497 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f33d2e-40ea-40d4-b84a-d8cce07c3a03 admin admin] Checking segment: {'id': 'a88cce91-4088-4c2d-9e6d-815be545b223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2e903fbc-329f-4ab0-8009-8377c36a9d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:38:13.631851 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f33d2e-40ea-40d4-b84a-d8cce07c3a03 admin admin] Network hostable DHCP agents. Network: 2e903fbc-329f-4ab0-8009-8377c36a9d55, hostable agents: ['5b6616ad-7c61-467c-8809-81a3e3733e23'], hosted agents: [] {{(pid=106986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 13:38:13.641057 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:13.748531 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Network 789a27f6-7f62-4022-86ef-1042c82fc322 details requested by agent ovs-agent-dv-cinder-779578-4-iscsi with host dv-cinder-779578-4-iscsi {{(pid=106987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 13:38:13.763975 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f33d2e-40ea-40d4-b84a-d8cce07c3a03 admin admin] Network 2e903fbc-329f-4ab0-8009-8377c36a9d55 is scheduled to be hosted by DHCP agent 5b6616ad-7c61-467c-8809-81a3e3733e23 with binding_index 1 {{(pid=106986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 13:38:13.800492 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5023d7-178c-4e9a-a33f-c889106a63a5 admin admin] Made reservation on behalf of 019b2e8bdb934d94a25fe4b355e73c68 for: {'subnet': 1} {{(pid=106985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:38:13.808300 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-5b5023d7-178c-4e9a-a33f-c889106a63a5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:13.820043 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-886bc63a-dd52-44ab-a550-bbbda0858f3a admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9293478 Aug 24 13:38:13.823139 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 47764) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:13.838041 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-f51ab702-50f8-4ad3-bfd9-040099e2921e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1625308851-router', 'tenant_id': '4a3794670e8d4c9985547d557d6969e0', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'}}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:38:13.894298 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:13.912877 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.base_scheduler [None req-d7f33d2e-40ea-40d4-b84a-d8cce07c3a03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779578-4-iscsi, 2e903fbc-329f-4ab0-8009-8377c36a9d55) {{(pid=106986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:38:13.924827 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7f33d2e-40ea-40d4-b84a-d8cce07c3a03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:13.925426 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-d7f33d2e-40ea-40d4-b84a-d8cce07c3a03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for subnet (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:13.971434 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddecd28-a5d8-4408-8e65-7c64086bb35f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ca6df2e-0481-52d5-912d-ac12d3288b0d-385fd5c5-6c70-4a95-9981-8683550b730c', 'network_id': '385fd5c5-6c70-4a95-9981-8683550b730c', 'project_id': '4a3794670e8d4c9985547d557d6969e0', 'fixed_ips': [{'subnet_id': '5dc0c212-b568-43f4-b5cf-0229c3337a97'}]}} from dv-cinder-779578-4-iscsi. {{(pid=106987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 13:38:13.980448 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-1ddecd28-a5d8-4408-8e65-7c64086bb35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:13.985054 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596157bf-3a14-47ad-87fb-9c63794024e6 None None] Network 2e903fbc-329f-4ab0-8009-8377c36a9d55 requested from dv-cinder-779578-4-iscsi {{(pid=106987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 13:38:14.016600 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f51ab702-50f8-4ad3-bfd9-040099e2921e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1009456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7664'] for router (8ff4f2f7-1cad-4fd9-99be-e3cce9260444), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:14.019227 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f51ab702-50f8-4ad3-bfd9-040099e2921e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1008860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1030859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7655'] for router (8ff4f2f7-1cad-4fd9-99be-e3cce9260444), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:14.142103 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-d7f33d2e-40ea-40d4-b84a-d8cce07c3a03 admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3432286 Aug 24 13:38:14.149542 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 47774) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:14.161375 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-118921ba-1b62-4dee-838e-27b6388b3672 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-377578393-router', 'tenant_id': '77b5eebd2706440badffd858826d5c79', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'}}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:38:14.203071 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:14.231547 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f51ab702-50f8-4ad3-bfd9-040099e2921e admin admin] Publish callbacks [] for router_controller (8ff4f2f7-1cad-4fd9-99be-e3cce9260444), precommit_add_association {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:14.426433 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-118921ba-1b62-4dee-838e-27b6388b3672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1009456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7664'] for router (daa0abce-1c18-4f6d-ba09-503c460121a0), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:14.431303 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-118921ba-1b62-4dee-838e-27b6388b3672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1008860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1030859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7655'] for router (daa0abce-1c18-4f6d-ba09-503c460121a0), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:14.545055 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-118921ba-1b62-4dee-838e-27b6388b3672 admin admin] Publish callbacks [] for router_controller (daa0abce-1c18-4f6d-ba09-503c460121a0), precommit_add_association {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:14.549849 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-5b5023d7-178c-4e9a-a33f-c889106a63a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995'] for subnet (d07781da-28f3-4c07-b598-0d710e632916), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:14.640246 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f51ab702-50f8-4ad3-bfd9-040099e2921e admin admin] Publish callbacks [] for router_gateway (8ff4f2f7-1cad-4fd9-99be-e3cce9260444), precommit_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:14.668382 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.db_base_plugin_common [None req-1ddecd28-a5d8-4408-8e65-7c64086bb35f None None] Allocated IP 172.20.0.2 (385fd5c5-6c70-4a95-9981-8683550b730c/5dc0c212-b568-43f4-b5cf-0229c3337a97/4ffa595f-bac4-466a-a6b6-a352090d1540) {{(pid=106987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:38:14.677855 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5023d7-178c-4e9a-a33f-c889106a63a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d07781da-28f3-4c07-b598-0d710e632916,revision_number=0']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:14.895516 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5023d7-178c-4e9a-a33f-c889106a63a5 admin admin] Checking segment: {'id': '67afd480-e30a-4400-a86a-25b503d7ef00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:38:14.895516 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5023d7-178c-4e9a-a33f-c889106a63a5 admin admin] Network hostable DHCP agents. Network: 789a27f6-7f62-4022-86ef-1042c82fc322, hostable agents: ['5b6616ad-7c61-467c-8809-81a3e3733e23'], hosted agents: [] {{(pid=106985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 13:38:15.386132 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-1ddecd28-a5d8-4408-8e65-7c64086bb35f None None] Publish callbacks [] for port (4ffa595f-bac4-466a-a6b6-a352090d1540), precommit_create {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:15.386132 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:15.386132 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a63eb9-2ed9-4592-9f19-b47b8515aff9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ca6df2e-0481-52d5-912d-ac12d3288b0d-2e903fbc-329f-4ab0-8009-8377c36a9d55', 'network_id': '2e903fbc-329f-4ab0-8009-8377c36a9d55', 'project_id': '77b5eebd2706440badffd858826d5c79', 'fixed_ips': [{'subnet_id': '69983798-9032-46f8-83a4-502dd4fa5f0a'}]}} from dv-cinder-779578-4-iscsi. {{(pid=106987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 13:38:15.386132 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-25a63eb9-2ed9-4592-9f19-b47b8515aff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:15.386132 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.db_base_plugin_common [None req-25a63eb9-2ed9-4592-9f19-b47b8515aff9 None None] Allocated IP 172.20.0.2 (2e903fbc-329f-4ab0-8009-8377c36a9d55/69983798-9032-46f8-83a4-502dd4fa5f0a/beb43e34-8f35-4708-ad62-005e8456fc1e) {{(pid=106987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:38:15.395567 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-118921ba-1b62-4dee-838e-27b6388b3672 admin admin] Publish callbacks [] for router_gateway (daa0abce-1c18-4f6d-ba09-503c460121a0), precommit_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:15.396474 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f51ab702-50f8-4ad3-bfd9-040099e2921e admin admin] Publish callbacks [] for router_gateway (8ff4f2f7-1cad-4fd9-99be-e3cce9260444), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:15.396653 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-1ddecd28-a5d8-4408-8e65-7c64086bb35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634'] for port (4ffa595f-bac4-466a-a6b6-a352090d1540), after_create {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:15.396848 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5023d7-178c-4e9a-a33f-c889106a63a5 admin admin] Network 789a27f6-7f62-4022-86ef-1042c82fc322 is scheduled to be hosted by DHCP agent 5b6616ad-7c61-467c-8809-81a3e3733e23 with binding_index 1 {{(pid=106985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 13:38:15.402674 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f51ab702-50f8-4ad3-bfd9-040099e2921e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:15.446484 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=89,neutron:UPDATE=6,neutron:INSERT=5 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:15.466944 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddecd28-a5d8-4408-8e65-7c64086bb35f None None] Network 385fd5c5-6c70-4a95-9981-8683550b730c is already hosted by enough agents. {{(pid=106987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:38:15.499706 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.scheduler.base_scheduler [None req-1ddecd28-a5d8-4408-8e65-7c64086bb35f None None] Resources bound (agent type, host, resource id): {{(pid=106987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:38:15.515328 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddecd28-a5d8-4408-8e65-7c64086bb35f None None] Received port after_create {{(pid=106987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:38:15.524427 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddecd28-a5d8-4408-8e65-7c64086bb35f None None] Pushing event updated for resources: {'Port': ['ID=4ffa595f-bac4-466a-a6b6-a352090d1540,revision_number=1']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:15.545011 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddecd28-a5d8-4408-8e65-7c64086bb35f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:15.545617 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddecd28-a5d8-4408-8e65-7c64086bb35f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:15.545983 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddecd28-a5d8-4408-8e65-7c64086bb35f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:15.548321 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddecd28-a5d8-4408-8e65-7c64086bb35f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:15.548321 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddecd28-a5d8-4408-8e65-7c64086bb35f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:15.548321 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddecd28-a5d8-4408-8e65-7c64086bb35f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:15.548321 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddecd28-a5d8-4408-8e65-7c64086bb35f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:15.548321 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddecd28-a5d8-4408-8e65-7c64086bb35f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:15.548321 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddecd28-a5d8-4408-8e65-7c64086bb35f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:15.548946 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddecd28-a5d8-4408-8e65-7c64086bb35f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:15.549050 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddecd28-a5d8-4408-8e65-7c64086bb35f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:15.549793 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddecd28-a5d8-4408-8e65-7c64086bb35f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:15.550638 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddecd28-a5d8-4408-8e65-7c64086bb35f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:15.552792 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddecd28-a5d8-4408-8e65-7c64086bb35f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:15.554385 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddecd28-a5d8-4408-8e65-7c64086bb35f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:15.558791 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.base_scheduler [None req-5b5023d7-178c-4e9a-a33f-c889106a63a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779578-4-iscsi, 789a27f6-7f62-4022-86ef-1042c82fc322) {{(pid=106985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:38:15.561566 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddecd28-a5d8-4408-8e65-7c64086bb35f None None] Tracked resource versions report: Aug 24 13:38:15.561566 dv-cinder-779578-4-iscsi neutron-server[106987]: pushed versions: Aug 24 13:38:15.561566 dv-cinder-779578-4-iscsi neutron-server[106987]: { 'AddressGroup': {'1.2'}, Aug 24 13:38:15.561566 dv-cinder-779578-4-iscsi neutron-server[106987]: 'Agent': {'1.1'}, Aug 24 13:38:15.561566 dv-cinder-779578-4-iscsi neutron-server[106987]: 'ConntrackHelper': {'1.0'}, Aug 24 13:38:15.561566 dv-cinder-779578-4-iscsi neutron-server[106987]: 'LocalIPAssociation': {'1.0'}, Aug 24 13:38:15.561566 dv-cinder-779578-4-iscsi neutron-server[106987]: 'Log': {'1.0'}, Aug 24 13:38:15.561566 dv-cinder-779578-4-iscsi neutron-server[106987]: 'NDPProxy': {'1.0'}, Aug 24 13:38:15.561566 dv-cinder-779578-4-iscsi neutron-server[106987]: 'Network': {'1.1'}, Aug 24 13:38:15.561566 dv-cinder-779578-4-iscsi neutron-server[106987]: 'Port': {'1.7'}, Aug 24 13:38:15.561566 dv-cinder-779578-4-iscsi neutron-server[106987]: 'PortForwarding': {'1.3'}, Aug 24 13:38:15.561566 dv-cinder-779578-4-iscsi neutron-server[106987]: 'QosPolicy': {'1.10'}, Aug 24 13:38:15.561566 dv-cinder-779578-4-iscsi neutron-server[106987]: 'SecurityGroup': {'1.5'}, Aug 24 13:38:15.561566 dv-cinder-779578-4-iscsi neutron-server[106987]: 'SecurityGroupRule': {'1.2'}, Aug 24 13:38:15.561566 dv-cinder-779578-4-iscsi neutron-server[106987]: 'SubPort': {'1.0'}, Aug 24 13:38:15.561566 dv-cinder-779578-4-iscsi neutron-server[106987]: 'Subnet': {'1.1'}, Aug 24 13:38:15.561566 dv-cinder-779578-4-iscsi neutron-server[106987]: 'Trunk': {'1.1'}} Aug 24 13:38:15.561566 dv-cinder-779578-4-iscsi neutron-server[106987]: consumer versions: Aug 24 13:38:15.561566 dv-cinder-779578-4-iscsi neutron-server[106987]: { DHCP agent@dv-cinder-779578-4-iscsi: {}, Aug 24 13:38:15.561566 dv-cinder-779578-4-iscsi neutron-server[106987]: HyperV agent@hv-cinder-77957: {}, Aug 24 13:38:15.561566 dv-cinder-779578-4-iscsi neutron-server[106987]: L3 agent@dv-cinder-779578-4-iscsi: {}, Aug 24 13:38:15.561566 dv-cinder-779578-4-iscsi neutron-server[106987]: Metadata agent@dv-cinder-779578-4-iscsi: {}, Aug 24 13:38:15.561566 dv-cinder-779578-4-iscsi neutron-server[106987]: Metering agent@dv-cinder-779578-4-iscsi: {}, Aug 24 13:38:15.561566 dv-cinder-779578-4-iscsi neutron-server[106987]: Open vSwitch agent@dv-cinder-779578-4-iscsi: { 'AddressGroup': '1.2', Aug 24 13:38:15.561566 dv-cinder-779578-4-iscsi neutron-server[106987]: 'Agent': '1.1', Aug 24 13:38:15.561566 dv-cinder-779578-4-iscsi neutron-server[106987]: 'ConntrackHelper': '1.0', Aug 24 13:38:15.561566 dv-cinder-779578-4-iscsi neutron-server[106987]: 'LocalIPAssociation': '1.0', Aug 24 13:38:15.561566 dv-cinder-779578-4-iscsi neutron-server[106987]: 'Log': '1.0', Aug 24 13:38:15.561566 dv-cinder-779578-4-iscsi neutron-server[106987]: 'NDPProxy': '1.0', Aug 24 13:38:15.561566 dv-cinder-779578-4-iscsi neutron-server[106987]: 'Network': '1.1', Aug 24 13:38:15.561566 dv-cinder-779578-4-iscsi neutron-server[106987]: 'Port': '1.7', Aug 24 13:38:15.561566 dv-cinder-779578-4-iscsi neutron-server[106987]: 'PortForwarding': '1.3', Aug 24 13:38:15.561566 dv-cinder-779578-4-iscsi neutron-server[106987]: 'QosPolicy': '1.10', Aug 24 13:38:15.561566 dv-cinder-779578-4-iscsi neutron-server[106987]: 'SecurityGroup': '1.5', Aug 24 13:38:15.561566 dv-cinder-779578-4-iscsi neutron-server[106987]: 'SecurityGroupRule': '1.2', Aug 24 13:38:15.561566 dv-cinder-779578-4-iscsi neutron-server[106987]: 'SubPort': '1.0', Aug 24 13:38:15.561566 dv-cinder-779578-4-iscsi neutron-server[106987]: 'Subnet': '1.1', Aug 24 13:38:15.561566 dv-cinder-779578-4-iscsi neutron-server[106987]: 'Trunk': '1.1'}} Aug 24 13:38:15.561566 dv-cinder-779578-4-iscsi neutron-server[106987]: {{(pid=106987) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 13:38:15.627424 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5023d7-178c-4e9a-a33f-c889106a63a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:15.631362 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-5b5023d7-178c-4e9a-a33f-c889106a63a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for subnet (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:15.632586 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf35068-ffc0-41d3-89fc-7bf700b4a88e None None] Network 789a27f6-7f62-4022-86ef-1042c82fc322 requested from dv-cinder-779578-4-iscsi {{(pid=106987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 13:38:15.666806 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:15.675358 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.db_base_plugin_common [None req-f51ab702-50f8-4ad3-bfd9-040099e2921e admin admin] Allocated IP 172.27.1.125 (b9a647d2-3285-4c25-b9a6-e511e6620ca5/0f88e60e-ade3-4937-9959-ff6f15b76440/e28ebaa8-833a-47c9-9878-cacba0470f33) {{(pid=106986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:38:15.758259 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-1ddecd28-a5d8-4408-8e65-7c64086bb35f None None] Attempting to bind port 4ffa595f-bac4-466a-a6b6-a352090d1540 on host dv-cinder-779578-4-iscsi for vnic_type normal with profile {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:38:15.758259 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-1ddecd28-a5d8-4408-8e65-7c64086bb35f None None] Attempting to bind port 4ffa595f-bac4-466a-a6b6-a352090d1540 by drivers openvswitch,hyperv on host dv-cinder-779578-4-iscsi at level 0 using segments [{'id': 'd3c5e9c4-fd20-406c-b672-893adab194ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '385fd5c5-6c70-4a95-9981-8683550b730c'}] {{(pid=106987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:38:15.758259 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddecd28-a5d8-4408-8e65-7c64086bb35f None None] Attempting to bind port 4ffa595f-bac4-466a-a6b6-a352090d1540 on network 385fd5c5-6c70-4a95-9981-8683550b730c {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:38:15.838984 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddecd28-a5d8-4408-8e65-7c64086bb35f None None] Checking agent: {'id': '00f42bad-d4f2-47c4-8e20-2c8cceeec132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 29, 55), 'started_at': datetime.datetime(2022, 8, 24, 13, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:38:15.839631 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddecd28-a5d8-4408-8e65-7c64086bb35f None None] Checking segment: {'id': 'd3c5e9c4-fd20-406c-b672-893adab194ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '385fd5c5-6c70-4a95-9981-8683550b730c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:38:15.840242 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-1ddecd28-a5d8-4408-8e65-7c64086bb35f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:15.840783 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddecd28-a5d8-4408-8e65-7c64086bb35f None None] Bound using segment: {'id': 'd3c5e9c4-fd20-406c-b672-893adab194ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '385fd5c5-6c70-4a95-9981-8683550b730c'} {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:38:15.841542 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-1ddecd28-a5d8-4408-8e65-7c64086bb35f None None] Bound port: 4ffa595f-bac4-466a-a6b6-a352090d1540, host: dv-cinder-779578-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c5e9c4-fd20-406c-b672-893adab194ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '385fd5c5-6c70-4a95-9981-8683550b730c'}}] {{(pid=106987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:38:15.842094 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-1ddecd28-a5d8-4408-8e65-7c64086bb35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (4ffa595f-bac4-466a-a6b6-a352090d1540), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:15.875313 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-25a63eb9-2ed9-4592-9f19-b47b8515aff9 None None] Publish callbacks [] for port (beb43e34-8f35-4708-ad62-005e8456fc1e), precommit_create {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:15.952377 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:15.995644 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d89086-e5ee-4db4-891a-47faf4ecc876 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ca6df2e-0481-52d5-912d-ac12d3288b0d-789a27f6-7f62-4022-86ef-1042c82fc322', 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'fixed_ips': [{'subnet_id': 'd07781da-28f3-4c07-b598-0d710e632916'}]}} from dv-cinder-779578-4-iscsi. {{(pid=106987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 13:38:15.996798 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-b1d89086-e5ee-4db4-891a-47faf4ecc876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:16.019169 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-5b5023d7-178c-4e9a-a33f-c889106a63a5 admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4621351 Aug 24 13:38:16.024039 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 47814) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:16.025245 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-1ddecd28-a5d8-4408-8e65-7c64086bb35f None None] For port 4ffa595f-bac4-466a-a6b6-a352090d1540, host dv-cinder-779578-4-iscsi, cleared binding levels {{(pid=106987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:38:16.038140 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-e85f4ae7-044a-44d0-b4d1-7f101641a17b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1546593255-router', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'}}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:38:16.040502 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-1ddecd28-a5d8-4408-8e65-7c64086bb35f None None] For port 4ffa595f-bac4-466a-a6b6-a352090d1540, host dv-cinder-779578-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=4ffa595f-bac4-466a-a6b6-a352090d1540,segment=NetworkSegment(d3c5e9c4-fd20-406c-b672-893adab194ab),segment_id=d3c5e9c4-fd20-406c-b672-893adab194ab)] {{(pid=106987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:38:16.061833 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-25a63eb9-2ed9-4592-9f19-b47b8515aff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634'] for port (beb43e34-8f35-4708-ad62-005e8456fc1e), after_create {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:16.084619 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f51ab702-50f8-4ad3-bfd9-040099e2921e admin admin] Publish callbacks [] for port (e28ebaa8-833a-47c9-9878-cacba0470f33), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:16.173513 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e85f4ae7-044a-44d0-b4d1-7f101641a17b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1009456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7664'] for router (76db8bb3-0b68-4e6c-befe-f4726b0c7412), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:16.175342 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e85f4ae7-044a-44d0-b4d1-7f101641a17b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1008860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1030859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7655'] for router (76db8bb3-0b68-4e6c-befe-f4726b0c7412), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:16.190226 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a63eb9-2ed9-4592-9f19-b47b8515aff9 None None] Network 2e903fbc-329f-4ab0-8009-8377c36a9d55 is already hosted by enough agents. {{(pid=106987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:38:16.210552 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-1ddecd28-a5d8-4408-8e65-7c64086bb35f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (4ffa595f-bac4-466a-a6b6-a352090d1540), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:16.215185 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a63eb9-2ed9-4592-9f19-b47b8515aff9 None None] Pushing event updated for resources: {'Port': ['ID=beb43e34-8f35-4708-ad62-005e8456fc1e,revision_number=1']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:16.225605 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.scheduler.base_scheduler [None req-25a63eb9-2ed9-4592-9f19-b47b8515aff9 None None] Resources bound (agent type, host, resource id): {{(pid=106987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:38:16.231842 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a63eb9-2ed9-4592-9f19-b47b8515aff9 None None] Received port after_create {{(pid=106987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:38:16.326445 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-118921ba-1b62-4dee-838e-27b6388b3672 admin admin] Publish callbacks [] for router_gateway (daa0abce-1c18-4f6d-ba09-503c460121a0), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:16.355270 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e85f4ae7-044a-44d0-b4d1-7f101641a17b admin admin] Publish callbacks [] for router_controller (76db8bb3-0b68-4e6c-befe-f4726b0c7412), precommit_add_association {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:16.368678 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f51ab702-50f8-4ad3-bfd9-040099e2921e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634'] for port (e28ebaa8-833a-47c9-9878-cacba0470f33), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:16.429601 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51ab702-50f8-4ad3-bfd9-040099e2921e admin admin] Pushing event updated for resources: {'Port': ['ID=e28ebaa8-833a-47c9-9878-cacba0470f33,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:16.465277 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-118921ba-1b62-4dee-838e-27b6388b3672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:16.546581 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-25a63eb9-2ed9-4592-9f19-b47b8515aff9 None None] Attempting to bind port beb43e34-8f35-4708-ad62-005e8456fc1e on host dv-cinder-779578-4-iscsi for vnic_type normal with profile {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:38:16.547229 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-25a63eb9-2ed9-4592-9f19-b47b8515aff9 None None] Attempting to bind port beb43e34-8f35-4708-ad62-005e8456fc1e by drivers openvswitch,hyperv on host dv-cinder-779578-4-iscsi at level 0 using segments [{'id': 'a88cce91-4088-4c2d-9e6d-815be545b223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2e903fbc-329f-4ab0-8009-8377c36a9d55'}] {{(pid=106987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:38:16.547762 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a63eb9-2ed9-4592-9f19-b47b8515aff9 None None] Attempting to bind port beb43e34-8f35-4708-ad62-005e8456fc1e on network 2e903fbc-329f-4ab0-8009-8377c36a9d55 {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:38:16.583968 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a63eb9-2ed9-4592-9f19-b47b8515aff9 None None] Checking agent: {'id': '00f42bad-d4f2-47c4-8e20-2c8cceeec132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 29, 55), 'started_at': datetime.datetime(2022, 8, 24, 13, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:38:16.585593 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a63eb9-2ed9-4592-9f19-b47b8515aff9 None None] Checking segment: {'id': 'a88cce91-4088-4c2d-9e6d-815be545b223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2e903fbc-329f-4ab0-8009-8377c36a9d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:38:16.586575 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-25a63eb9-2ed9-4592-9f19-b47b8515aff9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:16.587419 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a63eb9-2ed9-4592-9f19-b47b8515aff9 None None] Bound using segment: {'id': 'a88cce91-4088-4c2d-9e6d-815be545b223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2e903fbc-329f-4ab0-8009-8377c36a9d55'} {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:38:16.588529 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-25a63eb9-2ed9-4592-9f19-b47b8515aff9 None None] Bound port: beb43e34-8f35-4708-ad62-005e8456fc1e, host: dv-cinder-779578-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a88cce91-4088-4c2d-9e6d-815be545b223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2e903fbc-329f-4ab0-8009-8377c36a9d55'}}] {{(pid=106987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:38:16.589372 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-25a63eb9-2ed9-4592-9f19-b47b8515aff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (beb43e34-8f35-4708-ad62-005e8456fc1e), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:16.662643 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.db_base_plugin_common [None req-b1d89086-e5ee-4db4-891a-47faf4ecc876 None None] Allocated IP 172.20.0.2 (789a27f6-7f62-4022-86ef-1042c82fc322/d07781da-28f3-4c07-b598-0d710e632916/32b25aa3-43d5-4226-a4bf-9e60babf74a9) {{(pid=106987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:38:16.667467 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51ab702-50f8-4ad3-bfd9-040099e2921e admin admin] Network b9a647d2-3285-4c25-b9a6-e511e6620ca5 is already hosted by enough agents. {{(pid=106986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:38:16.706894 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.base_scheduler [None req-f51ab702-50f8-4ad3-bfd9-040099e2921e admin admin] Resources bound (agent type, host, resource id): {{(pid=106986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:38:16.711276 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51ab702-50f8-4ad3-bfd9-040099e2921e admin admin] Received port after_create {{(pid=106986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:38:16.758590 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddecd28-a5d8-4408-8e65-7c64086bb35f None None] Pushing event updated for resources: {'Port': ['ID=4ffa595f-bac4-466a-a6b6-a352090d1540,revision_number=2']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:16.843837 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e85f4ae7-044a-44d0-b4d1-7f101641a17b admin admin] Publish callbacks [] for router_gateway (76db8bb3-0b68-4e6c-befe-f4726b0c7412), precommit_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:16.945032 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.db_base_plugin_common [None req-118921ba-1b62-4dee-838e-27b6388b3672 admin admin] Allocated IP 172.27.1.91 (b9a647d2-3285-4c25-b9a6-e511e6620ca5/0f88e60e-ade3-4937-9959-ff6f15b76440/840961a7-92c3-4fb8-9451-7d6aa2b2c56f) {{(pid=106985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:38:17.147283 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:17.190147 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:17.221972 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 47852) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:17.228917 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-25a63eb9-2ed9-4592-9f19-b47b8515aff9 None None] For port beb43e34-8f35-4708-ad62-005e8456fc1e, host dv-cinder-779578-4-iscsi, cleared binding levels {{(pid=106987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:38:17.231778 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-118921ba-1b62-4dee-838e-27b6388b3672 admin admin] Publish callbacks [] for port (840961a7-92c3-4fb8-9451-7d6aa2b2c56f), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:17.289161 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 47856) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:17.309609 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-b1d89086-e5ee-4db4-891a-47faf4ecc876 None None] Publish callbacks [] for port (32b25aa3-43d5-4226-a4bf-9e60babf74a9), precommit_create {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:17.334319 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 4ffa595f-bac4-466a-a6b6-a352090d1540 up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:38:17.365198 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-25a63eb9-2ed9-4592-9f19-b47b8515aff9 None None] For port beb43e34-8f35-4708-ad62-005e8456fc1e, host dv-cinder-779578-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=beb43e34-8f35-4708-ad62-005e8456fc1e,segment=NetworkSegment(a88cce91-4088-4c2d-9e6d-815be545b223),segment_id=a88cce91-4088-4c2d-9e6d-815be545b223)] {{(pid=106987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:38:17.398907 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port 4ffa595f-bac4-466a-a6b6-a352090d1540 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:38:17.399353 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (4ffa595f-bac4-466a-a6b6-a352090d1540), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:17.413403 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-118921ba-1b62-4dee-838e-27b6388b3672 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634'] for port (840961a7-92c3-4fb8-9451-7d6aa2b2c56f), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:17.474551 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:17.477154 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-b1d89086-e5ee-4db4-891a-47faf4ecc876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634'] for port (32b25aa3-43d5-4226-a4bf-9e60babf74a9), after_create {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:17.526547 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d89086-e5ee-4db4-891a-47faf4ecc876 None None] Network 789a27f6-7f62-4022-86ef-1042c82fc322 is already hosted by enough agents. {{(pid=106987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:38:17.527796 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118921ba-1b62-4dee-838e-27b6388b3672 admin admin] Network b9a647d2-3285-4c25-b9a6-e511e6620ca5 is already hosted by enough agents. {{(pid=106985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:38:17.529624 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-25a63eb9-2ed9-4592-9f19-b47b8515aff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (beb43e34-8f35-4708-ad62-005e8456fc1e), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:17.534040 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.base_scheduler [None req-118921ba-1b62-4dee-838e-27b6388b3672 admin admin] Resources bound (agent type, host, resource id): {{(pid=106985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:38:17.541917 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118921ba-1b62-4dee-838e-27b6388b3672 admin admin] Received port after_create {{(pid=106985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:38:17.544963 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a93d403b-29c5-41ac-a53c-7c0bf3f47879), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:17.548981 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.scheduler.base_scheduler [None req-b1d89086-e5ee-4db4-891a-47faf4ecc876 None None] Resources bound (agent type, host, resource id): {{(pid=106987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:38:17.633050 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d89086-e5ee-4db4-891a-47faf4ecc876 None None] Pushing event updated for resources: {'Port': ['ID=32b25aa3-43d5-4226-a4bf-9e60babf74a9,revision_number=1']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:17.636094 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d89086-e5ee-4db4-891a-47faf4ecc876 None None] Received port after_create {{(pid=106987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:38:17.708082 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118921ba-1b62-4dee-838e-27b6388b3672 admin admin] Pushing event updated for resources: {'Port': ['ID=840961a7-92c3-4fb8-9451-7d6aa2b2c56f,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:17.778305 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-3ca40772-e0b6-448e-8010-5c5644417d1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:17.885641 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 47864) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:17.896392 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-b1d89086-e5ee-4db4-891a-47faf4ecc876 None None] Attempting to bind port 32b25aa3-43d5-4226-a4bf-9e60babf74a9 on host dv-cinder-779578-4-iscsi for vnic_type normal with profile {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:38:17.898047 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-b1d89086-e5ee-4db4-891a-47faf4ecc876 None None] Attempting to bind port 32b25aa3-43d5-4226-a4bf-9e60babf74a9 by drivers openvswitch,hyperv on host dv-cinder-779578-4-iscsi at level 0 using segments [{'id': '67afd480-e30a-4400-a86a-25b503d7ef00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322'}] {{(pid=106987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:38:17.898880 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d89086-e5ee-4db4-891a-47faf4ecc876 None None] Attempting to bind port 32b25aa3-43d5-4226-a4bf-9e60babf74a9 on network 789a27f6-7f62-4022-86ef-1042c82fc322 {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:38:17.957502 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d89086-e5ee-4db4-891a-47faf4ecc876 None None] Checking agent: {'id': '00f42bad-d4f2-47c4-8e20-2c8cceeec132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 29, 55), 'started_at': datetime.datetime(2022, 8, 24, 13, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:38:17.958118 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d89086-e5ee-4db4-891a-47faf4ecc876 None None] Checking segment: {'id': '67afd480-e30a-4400-a86a-25b503d7ef00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:38:17.959234 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-b1d89086-e5ee-4db4-891a-47faf4ecc876 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:17.959422 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d89086-e5ee-4db4-891a-47faf4ecc876 None None] Bound using segment: {'id': '67afd480-e30a-4400-a86a-25b503d7ef00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322'} {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:38:17.961009 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-b1d89086-e5ee-4db4-891a-47faf4ecc876 None None] Bound port: 32b25aa3-43d5-4226-a4bf-9e60babf74a9, host: dv-cinder-779578-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67afd480-e30a-4400-a86a-25b503d7ef00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322'}}] {{(pid=106987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:38:17.961959 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-b1d89086-e5ee-4db4-891a-47faf4ecc876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (32b25aa3-43d5-4226-a4bf-9e60babf74a9), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:17.994090 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-924618df-e0f0-474e-a994-970d503ffb7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:17.994664 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port 4ffa595f-bac4-466a-a6b6-a352090d1540 is: DOWN; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:38:17.994853 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (4ffa595f-bac4-466a-a6b6-a352090d1540), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:18.005589 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f51ab702-50f8-4ad3-bfd9-040099e2921e admin admin] Publish callbacks [] for router_gateway (8ff4f2f7-1cad-4fd9-99be-e3cce9260444), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:18.135071 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-b1d89086-e5ee-4db4-891a-47faf4ecc876 None None] For port 32b25aa3-43d5-4226-a4bf-9e60babf74a9, host dv-cinder-779578-4-iscsi, cleared binding levels {{(pid=106987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:38:18.141174 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-b1d89086-e5ee-4db4-891a-47faf4ecc876 None None] For port 32b25aa3-43d5-4226-a4bf-9e60babf74a9, host dv-cinder-779578-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=32b25aa3-43d5-4226-a4bf-9e60babf74a9,segment=NetworkSegment(67afd480-e30a-4400-a86a-25b503d7ef00),segment_id=67afd480-e30a-4400-a86a-25b503d7ef00)] {{(pid=106987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:38:18.171280 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a63eb9-2ed9-4592-9f19-b47b8515aff9 None None] Pushing event updated for resources: {'Port': ['ID=beb43e34-8f35-4708-ad62-005e8456fc1e,revision_number=2']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:18.245037 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] For port 4ffa595f-bac4-466a-a6b6-a352090d1540, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=4ffa595f-bac4-466a-a6b6-a352090d1540,segment=NetworkSegment(d3c5e9c4-fd20-406c-b672-893adab194ab),segment_id=d3c5e9c4-fd20-406c-b672-893adab194ab)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:38:18.261425 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-b1d89086-e5ee-4db4-891a-47faf4ecc876 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (32b25aa3-43d5-4226-a4bf-9e60babf74a9), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:18.314428 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-bba208e9-e5ae-41e7-b699-83b2667be34f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:18.349651 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d89086-e5ee-4db4-891a-47faf4ecc876 None None] Pushing event updated for resources: {'Port': ['ID=32b25aa3-43d5-4226-a4bf-9e60babf74a9,revision_number=2']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:18.378055 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (4ffa595f-bac4-466a-a6b6-a352090d1540), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:18.440933 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-bba208e9-e5ae-41e7-b699-83b2667be34f admin admin] Publish callbacks [] for security_group (af46a142-c151-4968-85d1-f2c852dbecec), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:18.466508 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Pushing event updated for resources: {'Port': ['ID=4ffa595f-bac4-466a-a6b6-a352090d1540,revision_number=3']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:18.490513 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e85f4ae7-044a-44d0-b4d1-7f101641a17b admin admin] Publish callbacks [] for router_gateway (76db8bb3-0b68-4e6c-befe-f4726b0c7412), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:18.536360 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e85f4ae7-044a-44d0-b4d1-7f101641a17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:18.551434 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-924618df-e0f0-474e-a994-970d503ffb7c admin admin] Publish callbacks [] for security_group (c1816918-0d58-4eeb-944b-db80137f8591), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:18.562846 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-3ca40772-e0b6-448e-8010-5c5644417d1b admin admin] Publish callbacks [] for security_group (8b280066-7abf-4dce-b963-3a56225c1556), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:18.602850 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-118921ba-1b62-4dee-838e-27b6388b3672 admin admin] Publish callbacks [] for router_gateway (daa0abce-1c18-4f6d-ba09-503c460121a0), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:18.605833 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc8ca43-ad1c-4ffa-9552-e1f8e5738854 None None] Network 385fd5c5-6c70-4a95-9981-8683550b730c requested from dv-cinder-779578-4-iscsi {{(pid=106987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 13:38:18.683215 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-bba208e9-e5ae-41e7-b699-83b2667be34f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (af46a142-c151-4968-85d1-f2c852dbecec), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:18.691893 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-8a31ab9b-3006-46d4-963f-d09eaa49fff9 None None] Provisioning complete for port 4ffa595f-bac4-466a-a6b6-a352090d1540 triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:38:18.692346 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-8a31ab9b-3006-46d4-963f-d09eaa49fff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (4ffa595f-bac4-466a-a6b6-a352090d1540), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:18.695127 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-924618df-e0f0-474e-a994-970d503ffb7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (c1816918-0d58-4eeb-944b-db80137f8591), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:18.731759 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-3ca40772-e0b6-448e-8010-5c5644417d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (8b280066-7abf-4dce-b963-3a56225c1556), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:18.777270 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-924618df-e0f0-474e-a994-970d503ffb7c admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=c7eed89ca88b43ab98e653fe4806ef26&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4842143 Aug 24 13:38:18.778791 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 47880) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:18.791686 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924618df-e0f0-474e-a994-970d503ffb7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1816918-0d58-4eeb-944b-db80137f8591,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:18.858696 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:INSERT=4,neutron:SELECT=90,neutron:UPDATE=6 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:19.030097 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-bba208e9-e5ae-41e7-b699-83b2667be34f admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=088b026900964e37972e536090575868&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0556412 Aug 24 13:38:19.034555 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-3ca40772-e0b6-448e-8010-5c5644417d1b admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=5b1447b864ba4b2faae763b20bda8003&name=default HTTP/1.1" status: 200 len: 2992 time: 1.8114762 Aug 24 13:38:19.055403 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-8a31ab9b-3006-46d4-963f-d09eaa49fff9 None None] Current status of the port 4ffa595f-bac4-466a-a6b6-a352090d1540 is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:38:19.073823 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 47886) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:19.074162 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 47888) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:19.077245 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-118921ba-1b62-4dee-838e-27b6388b3672 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1009155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008813'] for router (daa0abce-1c18-4f6d-ba09-503c460121a0), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:19.082399 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-def888b6-4fd7-4819-8bb2-22292e9a9d06 admin admin] Publish callbacks [] for security_group (c1816918-0d58-4eeb-944b-db80137f8591), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:19.169675 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:19.345085 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba208e9-e5ae-41e7-b699-83b2667be34f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af46a142-c151-4968-85d1-f2c852dbecec,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:19.430863 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-def888b6-4fd7-4819-8bb2-22292e9a9d06 admin admin] Publish callbacks [] for security_group (c1816918-0d58-4eeb-944b-db80137f8591), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:19.431208 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f51ab702-50f8-4ad3-bfd9-040099e2921e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1009155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008813'] for router (8ff4f2f7-1cad-4fd9-99be-e3cce9260444), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:19.452489 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:19.501036 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device beb43e34-8f35-4708-ad62-005e8456fc1e up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:38:19.594127 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-371b1b63-3e7e-450c-a9d0-a254e1c267dc None None] Provisioning complete for port 4ffa595f-bac4-466a-a6b6-a352090d1540 triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:38:19.595946 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-371b1b63-3e7e-450c-a9d0-a254e1c267dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (4ffa595f-bac4-466a-a6b6-a352090d1540), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:19.649819 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port beb43e34-8f35-4708-ad62-005e8456fc1e triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:38:19.650212 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (beb43e34-8f35-4708-ad62-005e8456fc1e), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:19.687737 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-def888b6-4fd7-4819-8bb2-22292e9a9d06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (c1816918-0d58-4eeb-944b-db80137f8591), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:19.694037 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-def888b6-4fd7-4819-8bb2-22292e9a9d06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:19.703442 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-def888b6-4fd7-4819-8bb2-22292e9a9d06 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/c1816918-0d58-4eeb-944b-db80137f8591 HTTP/1.1" status: 204 len: 168 time: 0.9192176 Aug 24 13:38:19.761878 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def888b6-4fd7-4819-8bb2-22292e9a9d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1816918-0d58-4eeb-944b-db80137f8591,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:19.765414 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118921ba-1b62-4dee-838e-27b6388b3672 admin admin] Router daa0abce-1c18-4f6d-ba09-503c460121a0 is scheduled to L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 with binding_index 1 {{(pid=106985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 13:38:19.781661 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-253529f1-aa22-429d-a51b-da25d3be4e9c admin admin] Publish callbacks [] for security_group (af46a142-c151-4968-85d1-f2c852dbecec), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:19.802206 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca40772-e0b6-448e-8010-5c5644417d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b280066-7abf-4dce-b963-3a56225c1556,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:19.840329 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:19.842422 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad64b0fa-ddca-43a4-8f52-cec79e67b5ad None None] Network 2e903fbc-329f-4ab0-8009-8377c36a9d55 requested from dv-cinder-779578-4-iscsi {{(pid=106987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 13:38:19.893216 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.db_base_plugin_common [None req-e85f4ae7-044a-44d0-b4d1-7f101641a17b admin admin] Allocated IP 172.27.1.104 (b9a647d2-3285-4c25-b9a6-e511e6620ca5/0f88e60e-ade3-4937-9959-ff6f15b76440/5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa) {{(pid=106986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:38:19.949291 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:19.968701 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-371b1b63-3e7e-450c-a9d0-a254e1c267dc None None] Current status of the port 4ffa595f-bac4-466a-a6b6-a352090d1540 is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:38:20.003580 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-253529f1-aa22-429d-a51b-da25d3be4e9c admin admin] Publish callbacks [] for security_group (af46a142-c151-4968-85d1-f2c852dbecec), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:20.005402 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118921ba-1b62-4dee-838e-27b6388b3672 admin admin] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:38:20.007105 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-9905b790-66f5-451a-8ecc-be5a762da4da admin admin] Publish callbacks [] for security_group (8b280066-7abf-4dce-b963-3a56225c1556), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:20.025469 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e91f20-85fd-4a94-8751-c3ff97c835df None None] Sync routers for ids ['daa0abce-1c18-4f6d-ba09-503c460121a0'] in dv-cinder-779578-4-iscsi {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:38:20.043881 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e91f20-85fd-4a94-8751-c3ff97c835df None None] Routers {'daa0abce-1c18-4f6d-ba09-503c460121a0'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:38:20.047072 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-e9e91f20-85fd-4a94-8751-c3ff97c835df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:37:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['daa0abce-1c18-4f6d-ba09-503c460121a0'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:38:20.049194 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-9905b790-66f5-451a-8ecc-be5a762da4da admin admin] Publish callbacks [] for security_group (8b280066-7abf-4dce-b963-3a56225c1556), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:20.051991 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-1f58d688-af67-45f0-9b0f-eb457bed242c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:20.119033 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port beb43e34-8f35-4708-ad62-005e8456fc1e is: DOWN; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:38:20.121624 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (beb43e34-8f35-4708-ad62-005e8456fc1e), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:20.122881 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-118921ba-1b62-4dee-838e-27b6388b3672 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:20.129341 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-118921ba-1b62-4dee-838e-27b6388b3672 admin admin] 10.222.0.73 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.9774170 Aug 24 13:38:20.130906 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 47918) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:20.256021 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:20.280860 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-1d28f013-5766-4d19-b55a-d44c8014a1a8 None None] Provisioning complete for port beb43e34-8f35-4708-ad62-005e8456fc1e triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:38:20.280860 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-1d28f013-5766-4d19-b55a-d44c8014a1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (beb43e34-8f35-4708-ad62-005e8456fc1e), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:20.370993 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:20.390036 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] For port beb43e34-8f35-4708-ad62-005e8456fc1e, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=beb43e34-8f35-4708-ad62-005e8456fc1e,segment=NetworkSegment(a88cce91-4088-4c2d-9e6d-815be545b223),segment_id=a88cce91-4088-4c2d-9e6d-815be545b223)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:38:20.403329 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-9905b790-66f5-451a-8ecc-be5a762da4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (8b280066-7abf-4dce-b963-3a56225c1556), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:20.406002 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-9905b790-66f5-451a-8ecc-be5a762da4da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:20.410142 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-9905b790-66f5-451a-8ecc-be5a762da4da admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/8b280066-7abf-4dce-b963-3a56225c1556 HTTP/1.1" status: 204 len: 168 time: 1.3081510 Aug 24 13:38:20.462299 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-e9e91f20-85fd-4a94-8751-c3ff97c835df None None] Set router daa0abce-1c18-4f6d-ba09-503c460121a0 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:38:20.517487 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e85f4ae7-044a-44d0-b4d1-7f101641a17b admin admin] Publish callbacks [] for port (5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:20.518322 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3739000-33d6-4bdd-ae19-bee0eb267297 None None] Network 789a27f6-7f62-4022-86ef-1042c82fc322 requested from dv-cinder-779578-4-iscsi {{(pid=106987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 13:38:20.568510 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (beb43e34-8f35-4708-ad62-005e8456fc1e), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:20.569907 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 32b25aa3-43d5-4226-a4bf-9e60babf74a9 up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:38:20.652563 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905b790-66f5-451a-8ecc-be5a762da4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b280066-7abf-4dce-b963-3a56225c1556,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:20.727626 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-1d28f013-5766-4d19-b55a-d44c8014a1a8 None None] Current status of the port beb43e34-8f35-4708-ad62-005e8456fc1e is: DOWN; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:38:20.728012 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-1d28f013-5766-4d19-b55a-d44c8014a1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (beb43e34-8f35-4708-ad62-005e8456fc1e), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:20.750603 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e85f4ae7-044a-44d0-b4d1-7f101641a17b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634'] for port (5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:20.778997 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-e9e91f20-85fd-4a94-8751-c3ff97c835df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa0abce-1c18-4f6d-ba09-503c460121a0', 'name': 'tempest-DeleteServersTestJSON-377578393-router', 'tenant_id': '77b5eebd2706440badffd858826d5c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '840961a7-92c3-4fb8-9451-7d6aa2b2c56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:14Z', 'updated_at': '2022-08-24T13:38:17Z', 'revision_number': 3, 'project_id': '77b5eebd2706440badffd858826d5c79', 'gw_port': {'id': '840961a7-92c3-4fb8-9451-7d6aa2b2c56f', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b2:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa0abce-1c18-4f6d-ba09-503c460121a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:16Z', 'updated_at': '2022-08-24T13:38:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi'}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:38:20.806068 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85f4ae7-044a-44d0-b4d1-7f101641a17b admin admin] Network b9a647d2-3285-4c25-b9a6-e511e6620ca5 is already hosted by enough agents. {{(pid=106986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:38:20.811312 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.base_scheduler [None req-e85f4ae7-044a-44d0-b4d1-7f101641a17b admin admin] Resources bound (agent type, host, resource id): {{(pid=106986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:38:20.816456 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85f4ae7-044a-44d0-b4d1-7f101641a17b admin admin] Received port after_create {{(pid=106986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:38:20.853429 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e91f20-85fd-4a94-8751-c3ff97c835df None None] Checking router: daa0abce-1c18-4f6d-ba09-503c460121a0 for host: dv-cinder-779578-4-iscsi {{(pid=106988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:38:20.853429 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e91f20-85fd-4a94-8751-c3ff97c835df None None] Updating router daa0abce-1c18-4f6d-ba09-503c460121a0 port 840961a7-92c3-4fb8-9451-7d6aa2b2c56f binding host dv-cinder-779578-4-iscsi {{(pid=106988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 13:38:20.855215 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Pushing event updated for resources: {'Port': ['ID=beb43e34-8f35-4708-ad62-005e8456fc1e,revision_number=3']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:20.869492 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-253529f1-aa22-429d-a51b-da25d3be4e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (af46a142-c151-4968-85d1-f2c852dbecec), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:20.872578 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-253529f1-aa22-429d-a51b-da25d3be4e9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:20.877792 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-253529f1-aa22-429d-a51b-da25d3be4e9c admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/af46a142-c151-4968-85d1-f2c852dbecec HTTP/1.1" status: 204 len: 168 time: 1.8026187 Aug 24 13:38:20.880480 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f51ab702-50f8-4ad3-bfd9-040099e2921e admin admin] Router 8ff4f2f7-1cad-4fd9-99be-e3cce9260444 is scheduled to L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 with binding_index 1 {{(pid=106986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 13:38:20.884486 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:20.888874 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f4ae7-044a-44d0-b4d1-7f101641a17b admin admin] Pushing event updated for resources: {'Port': ['ID=5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:20.890754 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 47928) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:20.909382 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d90fcff8-fc99-4297-888a-8fd776f343fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:20.936397 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-e9e91f20-85fd-4a94-8751-c3ff97c835df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (840961a7-92c3-4fb8-9451-7d6aa2b2c56f), before_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:21.035113 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253529f1-aa22-429d-a51b-da25d3be4e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af46a142-c151-4968-85d1-f2c852dbecec,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:21.038637 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port 32b25aa3-43d5-4226-a4bf-9e60babf74a9 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:38:21.039024 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (32b25aa3-43d5-4226-a4bf-9e60babf74a9), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:21.042668 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.db.api [None req-1d28f013-5766-4d19-b55a-d44c8014a1a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 24 13:38:21.044834 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG oslo_db.api [None req-1d28f013-5766-4d19-b55a-d44c8014a1a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 13:38:21.069364 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-5331dab7-3296-427d-b9d8-95058333e136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:21.138082 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d90fcff8-fc99-4297-888a-8fd776f343fc admin admin] Publish callbacks [] for security_group (03be5c50-d8bf-47d9-bb6e-eb8799744114), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:21.194014 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:21.253770 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d90fcff8-fc99-4297-888a-8fd776f343fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (03be5c50-d8bf-47d9-bb6e-eb8799744114), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:21.297847 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51ab702-50f8-4ad3-bfd9-040099e2921e admin admin] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:38:21.404207 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89296f0-f497-4a6d-a4be-043069313a5a None None] Sync routers for ids ['8ff4f2f7-1cad-4fd9-99be-e3cce9260444'] in dv-cinder-779578-4-iscsi {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:38:21.454528 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89296f0-f497-4a6d-a4be-043069313a5a None None] Routers {'8ff4f2f7-1cad-4fd9-99be-e3cce9260444'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:38:21.455182 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-c89296f0-f497-4a6d-a4be-043069313a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:37:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['8ff4f2f7-1cad-4fd9-99be-e3cce9260444'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:38:21.472961 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90fcff8-fc99-4297-888a-8fd776f343fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03be5c50-d8bf-47d9-bb6e-eb8799744114,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:21.481495 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f51ab702-50f8-4ad3-bfd9-040099e2921e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:21.487256 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-f51ab702-50f8-4ad3-bfd9-040099e2921e admin admin] 10.222.0.73 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.6590266 Aug 24 13:38:21.487817 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-d90fcff8-fc99-4297-888a-8fd776f343fc admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=4f94d3a505fb4a00b8e705b0e200b3f8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5956049 Aug 24 13:38:21.490734 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 47942) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:21.491072 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 47944) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:21.575234 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-e9e91f20-85fd-4a94-8751-c3ff97c835df None None] Publish callbacks [] for port (840961a7-92c3-4fb8-9451-7d6aa2b2c56f), precommit_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:21.601871 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e85f4ae7-044a-44d0-b4d1-7f101641a17b admin admin] Publish callbacks [] for router_gateway (76db8bb3-0b68-4e6c-befe-f4726b0c7412), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:21.686779 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-e9e91f20-85fd-4a94-8751-c3ff97c835df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (840961a7-92c3-4fb8-9451-7d6aa2b2c56f), after_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:21.732756 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-1d28f013-5766-4d19-b55a-d44c8014a1a8 None None] Current status of the port beb43e34-8f35-4708-ad62-005e8456fc1e is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:38:21.751871 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port 32b25aa3-43d5-4226-a4bf-9e60babf74a9 is: DOWN; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:38:21.751871 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (32b25aa3-43d5-4226-a4bf-9e60babf74a9), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:21.842958 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-c89296f0-f497-4a6d-a4be-043069313a5a None None] Set router 8ff4f2f7-1cad-4fd9-99be-e3cce9260444 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:38:21.849027 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] For port 32b25aa3-43d5-4226-a4bf-9e60babf74a9, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=32b25aa3-43d5-4226-a4bf-9e60babf74a9,segment=NetworkSegment(67afd480-e30a-4400-a86a-25b503d7ef00),segment_id=67afd480-e30a-4400-a86a-25b503d7ef00)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:38:21.857714 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.db_base_plugin_common [None req-5331dab7-3296-427d-b9d8-95058333e136 admin admin] Allocated IP 172.20.0.1 (2e903fbc-329f-4ab0-8009-8377c36a9d55/69983798-9032-46f8-83a4-502dd4fa5f0a/9df609fd-7715-4315-bd7e-fc5d1a18ba1a) {{(pid=106985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:38:21.879420 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 47948) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:21.884221 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-dd9e6d15-6e2b-4ae7-b3f3-7116e56fb29a admin admin] Publish callbacks [] for security_group (03be5c50-d8bf-47d9-bb6e-eb8799744114), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:21.936093 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb29ff-6432-44b5-a357-4ab75932361b None None] Pushing event updated for resources: {'Port': ['ID=840961a7-92c3-4fb8-9451-7d6aa2b2c56f,revision_number=2']} {{(pid=106988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:21.942698 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:21.945549 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-511ead2f-fd8f-48a8-bebd-cd3788757a02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:21.956541 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-411fa7e1-1aa6-426b-a475-fe81b1a1c090 None None] Provisioning complete for port beb43e34-8f35-4708-ad62-005e8456fc1e triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:38:21.956932 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-411fa7e1-1aa6-426b-a475-fe81b1a1c090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (beb43e34-8f35-4708-ad62-005e8456fc1e), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:21.973351 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb29ff-6432-44b5-a357-4ab75932361b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:21.973992 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb29ff-6432-44b5-a357-4ab75932361b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:21.974583 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb29ff-6432-44b5-a357-4ab75932361b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:21.975184 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb29ff-6432-44b5-a357-4ab75932361b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:21.975902 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb29ff-6432-44b5-a357-4ab75932361b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:21.976336 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb29ff-6432-44b5-a357-4ab75932361b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:21.977546 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb29ff-6432-44b5-a357-4ab75932361b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:21.978122 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb29ff-6432-44b5-a357-4ab75932361b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:21.978854 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb29ff-6432-44b5-a357-4ab75932361b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:21.979560 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb29ff-6432-44b5-a357-4ab75932361b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:21.980123 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb29ff-6432-44b5-a357-4ab75932361b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:21.980740 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb29ff-6432-44b5-a357-4ab75932361b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:21.986245 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb29ff-6432-44b5-a357-4ab75932361b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:21.986245 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb29ff-6432-44b5-a357-4ab75932361b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:21.986245 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb29ff-6432-44b5-a357-4ab75932361b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:38:21.986586 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-dd9e6d15-6e2b-4ae7-b3f3-7116e56fb29a admin admin] Publish callbacks [] for security_group (03be5c50-d8bf-47d9-bb6e-eb8799744114), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:21.986705 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7efb29ff-6432-44b5-a357-4ab75932361b None None] Tracked resource versions report: Aug 24 13:38:21.986705 dv-cinder-779578-4-iscsi neutron-server[106988]: pushed versions: Aug 24 13:38:21.986705 dv-cinder-779578-4-iscsi neutron-server[106988]: { 'AddressGroup': {'1.2'}, Aug 24 13:38:21.986705 dv-cinder-779578-4-iscsi neutron-server[106988]: 'Agent': {'1.1'}, Aug 24 13:38:21.986705 dv-cinder-779578-4-iscsi neutron-server[106988]: 'ConntrackHelper': {'1.0'}, Aug 24 13:38:21.986705 dv-cinder-779578-4-iscsi neutron-server[106988]: 'LocalIPAssociation': {'1.0'}, Aug 24 13:38:21.986705 dv-cinder-779578-4-iscsi neutron-server[106988]: 'Log': {'1.0'}, Aug 24 13:38:21.986705 dv-cinder-779578-4-iscsi neutron-server[106988]: 'NDPProxy': {'1.0'}, Aug 24 13:38:21.986705 dv-cinder-779578-4-iscsi neutron-server[106988]: 'Network': {'1.1'}, Aug 24 13:38:21.986705 dv-cinder-779578-4-iscsi neutron-server[106988]: 'Port': {'1.7'}, Aug 24 13:38:21.986705 dv-cinder-779578-4-iscsi neutron-server[106988]: 'PortForwarding': {'1.3'}, Aug 24 13:38:21.986705 dv-cinder-779578-4-iscsi neutron-server[106988]: 'QosPolicy': {'1.10'}, Aug 24 13:38:21.986705 dv-cinder-779578-4-iscsi neutron-server[106988]: 'SecurityGroup': {'1.5'}, Aug 24 13:38:21.986705 dv-cinder-779578-4-iscsi neutron-server[106988]: 'SecurityGroupRule': {'1.2'}, Aug 24 13:38:21.986705 dv-cinder-779578-4-iscsi neutron-server[106988]: 'SubPort': {'1.0'}, Aug 24 13:38:21.986705 dv-cinder-779578-4-iscsi neutron-server[106988]: 'Subnet': {'1.1'}, Aug 24 13:38:21.986705 dv-cinder-779578-4-iscsi neutron-server[106988]: 'Trunk': {'1.1'}} Aug 24 13:38:21.986705 dv-cinder-779578-4-iscsi neutron-server[106988]: consumer versions: Aug 24 13:38:21.986705 dv-cinder-779578-4-iscsi neutron-server[106988]: { DHCP agent@dv-cinder-779578-4-iscsi: {}, Aug 24 13:38:21.986705 dv-cinder-779578-4-iscsi neutron-server[106988]: HyperV agent@hv-cinder-77957: {}, Aug 24 13:38:21.986705 dv-cinder-779578-4-iscsi neutron-server[106988]: L3 agent@dv-cinder-779578-4-iscsi: {}, Aug 24 13:38:21.986705 dv-cinder-779578-4-iscsi neutron-server[106988]: Metadata agent@dv-cinder-779578-4-iscsi: {}, Aug 24 13:38:21.986705 dv-cinder-779578-4-iscsi neutron-server[106988]: Metering agent@dv-cinder-779578-4-iscsi: {}, Aug 24 13:38:21.986705 dv-cinder-779578-4-iscsi neutron-server[106988]: Open vSwitch agent@dv-cinder-779578-4-iscsi: { 'AddressGroup': '1.2', Aug 24 13:38:21.986705 dv-cinder-779578-4-iscsi neutron-server[106988]: 'Agent': '1.1', Aug 24 13:38:21.986705 dv-cinder-779578-4-iscsi neutron-server[106988]: 'ConntrackHelper': '1.0', Aug 24 13:38:21.986705 dv-cinder-779578-4-iscsi neutron-server[106988]: 'LocalIPAssociation': '1.0', Aug 24 13:38:21.986705 dv-cinder-779578-4-iscsi neutron-server[106988]: 'Log': '1.0', Aug 24 13:38:21.986705 dv-cinder-779578-4-iscsi neutron-server[106988]: 'NDPProxy': '1.0', Aug 24 13:38:21.986705 dv-cinder-779578-4-iscsi neutron-server[106988]: 'Network': '1.1', Aug 24 13:38:21.986705 dv-cinder-779578-4-iscsi neutron-server[106988]: 'Port': '1.7', Aug 24 13:38:21.986705 dv-cinder-779578-4-iscsi neutron-server[106988]: 'PortForwarding': '1.3', Aug 24 13:38:21.986705 dv-cinder-779578-4-iscsi neutron-server[106988]: 'QosPolicy': '1.10', Aug 24 13:38:21.986705 dv-cinder-779578-4-iscsi neutron-server[106988]: 'SecurityGroup': '1.5', Aug 24 13:38:21.986705 dv-cinder-779578-4-iscsi neutron-server[106988]: 'SecurityGroupRule': '1.2', Aug 24 13:38:21.986705 dv-cinder-779578-4-iscsi neutron-server[106988]: 'SubPort': '1.0', Aug 24 13:38:21.986705 dv-cinder-779578-4-iscsi neutron-server[106988]: 'Subnet': '1.1', Aug 24 13:38:21.986705 dv-cinder-779578-4-iscsi neutron-server[106988]: 'Trunk': '1.1'}} Aug 24 13:38:21.986705 dv-cinder-779578-4-iscsi neutron-server[106988]: {{(pid=106988) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 24 13:38:21.994164 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.managers [None req-e9e91f20-85fd-4a94-8751-c3ff97c835df None None] Attempting to bind port 840961a7-92c3-4fb8-9451-7d6aa2b2c56f on host dv-cinder-779578-4-iscsi for vnic_type normal with profile {{(pid=106988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:38:21.995441 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.managers [None req-e9e91f20-85fd-4a94-8751-c3ff97c835df None None] Attempting to bind port 840961a7-92c3-4fb8-9451-7d6aa2b2c56f by drivers openvswitch,hyperv on host dv-cinder-779578-4-iscsi at level 0 using segments [{'id': '5f346d1e-6301-45fd-9dfc-66a590810fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'}] {{(pid=106988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:38:21.995441 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e91f20-85fd-4a94-8751-c3ff97c835df None None] Attempting to bind port 840961a7-92c3-4fb8-9451-7d6aa2b2c56f on network b9a647d2-3285-4c25-b9a6-e511e6620ca5 {{(pid=106988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:38:22.006421 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e91f20-85fd-4a94-8751-c3ff97c835df None None] Checking agent: {'id': '00f42bad-d4f2-47c4-8e20-2c8cceeec132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 29, 55), 'started_at': datetime.datetime(2022, 8, 24, 13, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:38:22.007064 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e91f20-85fd-4a94-8751-c3ff97c835df None None] Checking segment: {'id': '5f346d1e-6301-45fd-9dfc-66a590810fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:38:22.009802 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-e9e91f20-85fd-4a94-8751-c3ff97c835df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:22.010550 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e91f20-85fd-4a94-8751-c3ff97c835df None None] Bound using segment: {'id': '5f346d1e-6301-45fd-9dfc-66a590810fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'} {{(pid=106988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:38:22.011310 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.managers [None req-e9e91f20-85fd-4a94-8751-c3ff97c835df None None] Bound port: 840961a7-92c3-4fb8-9451-7d6aa2b2c56f, host: dv-cinder-779578-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f346d1e-6301-45fd-9dfc-66a590810fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'}}] {{(pid=106988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:38:22.012883 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-e9e91f20-85fd-4a94-8751-c3ff97c835df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (840961a7-92c3-4fb8-9451-7d6aa2b2c56f), before_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:22.038628 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (32b25aa3-43d5-4226-a4bf-9e60babf74a9), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:22.040212 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 4ffa595f-bac4-466a-a6b6-a352090d1540 up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:38:22.151417 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.db [None req-e9e91f20-85fd-4a94-8751-c3ff97c835df None None] For port 840961a7-92c3-4fb8-9451-7d6aa2b2c56f, host dv-cinder-779578-4-iscsi, cleared binding levels {{(pid=106988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:38:22.158499 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.db [None req-e9e91f20-85fd-4a94-8751-c3ff97c835df None None] For port 840961a7-92c3-4fb8-9451-7d6aa2b2c56f, host dv-cinder-779578-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=840961a7-92c3-4fb8-9451-7d6aa2b2c56f,segment=NetworkSegment(5f346d1e-6301-45fd-9dfc-66a590810fee),segment_id=5f346d1e-6301-45fd-9dfc-66a590810fee)] {{(pid=106988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:38:22.255522 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 47954) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:22.272051 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e85f4ae7-044a-44d0-b4d1-7f101641a17b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1009155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008813'] for router (76db8bb3-0b68-4e6c-befe-f4726b0c7412), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:22.281333 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-5331dab7-3296-427d-b9d8-95058333e136 admin admin] Publish callbacks [] for port (9df609fd-7715-4315-bd7e-fc5d1a18ba1a), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:22.284396 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:22.292029 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-c9b57b0a-a30c-42b1-8389-2f148d1a9b42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:22.294208 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Pushing event updated for resources: {'Port': ['ID=32b25aa3-43d5-4226-a4bf-9e60babf74a9,revision_number=3']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:22.306913 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-e9e91f20-85fd-4a94-8751-c3ff97c835df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (840961a7-92c3-4fb8-9451-7d6aa2b2c56f), after_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:22.350242 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e91f20-85fd-4a94-8751-c3ff97c835df None None] Routers {'daa0abce-1c18-4f6d-ba09-503c460121a0'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:38:22.350589 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-e9e91f20-85fd-4a94-8751-c3ff97c835df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:37:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['daa0abce-1c18-4f6d-ba09-503c460121a0'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:38:22.375820 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-411fa7e1-1aa6-426b-a475-fe81b1a1c090 None None] Current status of the port beb43e34-8f35-4708-ad62-005e8456fc1e is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:38:22.439307 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-dd9e6d15-6e2b-4ae7-b3f3-7116e56fb29a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (03be5c50-d8bf-47d9-bb6e-eb8799744114), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:22.442665 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-dd9e6d15-6e2b-4ae7-b3f3-7116e56fb29a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:22.444245 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-dd9e6d15-6e2b-4ae7-b3f3-7116e56fb29a admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/03be5c50-d8bf-47d9-bb6e-eb8799744114 HTTP/1.1" status: 204 len: 168 time: 0.9488010 Aug 24 13:38:22.449655 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:22.450646 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb29ff-6432-44b5-a357-4ab75932361b None None] Pushing event updated for resources: {'Port': ['ID=840961a7-92c3-4fb8-9451-7d6aa2b2c56f,revision_number=3']} {{(pid=106988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:22.465364 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-511ead2f-fd8f-48a8-bebd-cd3788757a02 admin admin] Publish callbacks [] for security_group (452e4b2b-6607-4b66-ab62-eb7e1b015f93), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:22.477196 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9e6d15-6e2b-4ae7-b3f3-7116e56fb29a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03be5c50-d8bf-47d9-bb6e-eb8799744114,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:22.487223 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-411fa7e1-1aa6-426b-a475-fe81b1a1c090 None None] Provisioning complete for port 32b25aa3-43d5-4226-a4bf-9e60babf74a9 triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:38:22.489354 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-411fa7e1-1aa6-426b-a475-fe81b1a1c090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (32b25aa3-43d5-4226-a4bf-9e60babf74a9), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:22.510333 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=3 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:22.574064 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-e9e91f20-85fd-4a94-8751-c3ff97c835df None None] Set router daa0abce-1c18-4f6d-ba09-503c460121a0 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:38:22.578015 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:22.598077 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-c9b57b0a-a30c-42b1-8389-2f148d1a9b42 admin admin] Publish callbacks [] for security_group (028ce7f6-9db6-45ea-9397-54dc1f16fb16), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:22.614857 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-5331dab7-3296-427d-b9d8-95058333e136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634'] for port (9df609fd-7715-4315-bd7e-fc5d1a18ba1a), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:22.621956 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-511ead2f-fd8f-48a8-bebd-cd3788757a02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (452e4b2b-6607-4b66-ab62-eb7e1b015f93), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:22.657972 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-8312a4fa-df34-42e2-94c7-380511cb5146 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:22.662506 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-c89296f0-f497-4a6d-a4be-043069313a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'name': 'tempest-AttachVolumeShelveTestJSON-1625308851-router', 'tenant_id': '4a3794670e8d4c9985547d557d6969e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'e28ebaa8-833a-47c9-9878-cacba0470f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:14Z', 'updated_at': '2022-08-24T13:38:17Z', 'revision_number': 3, 'project_id': '4a3794670e8d4c9985547d557d6969e0', 'gw_port': {'id': 'e28ebaa8-833a-47c9-9878-cacba0470f33', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:35:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:15Z', 'updated_at': '2022-08-24T13:38:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi'}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:38:22.714789 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:22.715922 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port 4ffa595f-bac4-466a-a6b6-a352090d1540 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:38:22.716498 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (4ffa595f-bac4-466a-a6b6-a352090d1540), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:22.722287 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89296f0-f497-4a6d-a4be-043069313a5a None None] Checking router: 8ff4f2f7-1cad-4fd9-99be-e3cce9260444 for host: dv-cinder-779578-4-iscsi {{(pid=106987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:38:22.722636 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89296f0-f497-4a6d-a4be-043069313a5a None None] Updating router 8ff4f2f7-1cad-4fd9-99be-e3cce9260444 port e28ebaa8-833a-47c9-9878-cacba0470f33 binding host dv-cinder-779578-4-iscsi {{(pid=106987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 13:38:22.740296 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511ead2f-fd8f-48a8-bebd-cd3788757a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=452e4b2b-6607-4b66-ab62-eb7e1b015f93,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:22.747067 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-c9b57b0a-a30c-42b1-8389-2f148d1a9b42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (028ce7f6-9db6-45ea-9397-54dc1f16fb16), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:22.750875 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e85f4ae7-044a-44d0-b4d1-7f101641a17b admin admin] Router 76db8bb3-0b68-4e6c-befe-f4726b0c7412 is scheduled to L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 with binding_index 1 {{(pid=106986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 13:38:22.789071 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5331dab7-3296-427d-b9d8-95058333e136 admin admin] Pushing event updated for resources: {'Port': ['ID=9df609fd-7715-4315-bd7e-fc5d1a18ba1a,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:22.805597 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5331dab7-3296-427d-b9d8-95058333e136 admin admin] Network 2e903fbc-329f-4ab0-8009-8377c36a9d55 is already hosted by enough agents. {{(pid=106985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:38:22.813487 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.base_scheduler [None req-5331dab7-3296-427d-b9d8-95058333e136 admin admin] Resources bound (agent type, host, resource id): {{(pid=106985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:38:22.834780 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5331dab7-3296-427d-b9d8-95058333e136 admin admin] Received port after_create {{(pid=106985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:38:22.838305 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-5331dab7-3296-427d-b9d8-95058333e136 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-961072'] for router_interface (daa0abce-1c18-4f6d-ba09-503c460121a0), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:22.855449 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b57b0a-a30c-42b1-8389-2f148d1a9b42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028ce7f6-9db6-45ea-9397-54dc1f16fb16,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:22.868485 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-c89296f0-f497-4a6d-a4be-043069313a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (e28ebaa8-833a-47c9-9878-cacba0470f33), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:22.900422 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-c9b57b0a-a30c-42b1-8389-2f148d1a9b42 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=298640606eb344698dd46b8b60e2a515&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6432538 Aug 24 13:38:22.957706 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 47972) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:22.963504 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-511ead2f-fd8f-48a8-bebd-cd3788757a02 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=4df893ed17604aa78f8367737e3b5cf5&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0762970 Aug 24 13:38:22.981587 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 47974) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:22.992488 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-e9e91f20-85fd-4a94-8751-c3ff97c835df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa0abce-1c18-4f6d-ba09-503c460121a0', 'name': 'tempest-DeleteServersTestJSON-377578393-router', 'tenant_id': '77b5eebd2706440badffd858826d5c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '840961a7-92c3-4fb8-9451-7d6aa2b2c56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:14Z', 'updated_at': '2022-08-24T13:38:17Z', 'revision_number': 3, 'project_id': '77b5eebd2706440badffd858826d5c79', 'gw_port': {'id': '840961a7-92c3-4fb8-9451-7d6aa2b2c56f', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b2:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa0abce-1c18-4f6d-ba09-503c460121a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:16Z', 'updated_at': '2022-08-24T13:38:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi'}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:38:23.045669 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-411fa7e1-1aa6-426b-a475-fe81b1a1c090 None None] Current status of the port 32b25aa3-43d5-4226-a4bf-9e60babf74a9 is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:38:23.046295 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9e91f20-85fd-4a94-8751-c3ff97c835df None None] The sync data for ids ['daa0abce-1c18-4f6d-ba09-503c460121a0'] in dv-cinder-779578-4-iscsi is: [{'id': 'daa0abce-1c18-4f6d-ba09-503c460121a0', 'name': 'tempest-DeleteServersTestJSON-377578393-router', 'tenant_id': '77b5eebd2706440badffd858826d5c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '840961a7-92c3-4fb8-9451-7d6aa2b2c56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:14Z', 'updated_at': '2022-08-24T13:38:17Z', 'revision_number': 3, 'project_id': '77b5eebd2706440badffd858826d5c79', 'gw_port': {'id': '840961a7-92c3-4fb8-9451-7d6aa2b2c56f', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b2:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa0abce-1c18-4f6d-ba09-503c460121a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:16Z', 'updated_at': '2022-08-24T13:38:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi'}] {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:38:23.082478 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e85f4ae7-044a-44d0-b4d1-7f101641a17b admin admin] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:38:23.103870 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3596071b-6457-4cf1-bf85-31a27a501585 None None] Sync routers for ids ['76db8bb3-0b68-4e6c-befe-f4726b0c7412'] in dv-cinder-779578-4-iscsi {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:38:23.130111 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port 4ffa595f-bac4-466a-a6b6-a352090d1540 is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:38:23.167487 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3596071b-6457-4cf1-bf85-31a27a501585 None None] Routers {'76db8bb3-0b68-4e6c-befe-f4726b0c7412'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:38:23.169736 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-3596071b-6457-4cf1-bf85-31a27a501585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:38:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['76db8bb3-0b68-4e6c-befe-f4726b0c7412'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:38:23.229224 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-73b27b57-54f7-4cd0-970a-9c4d6822a26d admin admin] Publish callbacks [] for security_group (452e4b2b-6607-4b66-ab62-eb7e1b015f93), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:23.229407 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-36a0fbf9-1d62-4647-8093-9b46951d4e55 None None] Provisioning complete for port 32b25aa3-43d5-4226-a4bf-9e60babf74a9 triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:38:23.229663 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-36a0fbf9-1d62-4647-8093-9b46951d4e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (32b25aa3-43d5-4226-a4bf-9e60babf74a9), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:23.283894 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e85f4ae7-044a-44d0-b4d1-7f101641a17b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:23.286508 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-e85f4ae7-044a-44d0-b4d1-7f101641a17b admin admin] 10.222.0.73 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.2603495 Aug 24 13:38:23.289184 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 47982) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:23.291972 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-73b27b57-54f7-4cd0-970a-9c4d6822a26d admin admin] Publish callbacks [] for security_group (452e4b2b-6607-4b66-ab62-eb7e1b015f93), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:23.429506 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device beb43e34-8f35-4708-ad62-005e8456fc1e up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:38:23.521417 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-3596071b-6457-4cf1-bf85-31a27a501585 None None] Set router 76db8bb3-0b68-4e6c-befe-f4726b0c7412 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:38:23.646443 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-953f41b5-61a7-4a9f-9b32-50554b465cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:23.706104 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-2a174dd6-5570-46c5-8fed-cc433e670f69 admin admin] Publish callbacks [] for security_group (028ce7f6-9db6-45ea-9397-54dc1f16fb16), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:23.785313 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-2a174dd6-5570-46c5-8fed-cc433e670f69 admin admin] Publish callbacks [] for security_group (028ce7f6-9db6-45ea-9397-54dc1f16fb16), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:23.786721 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-36a0fbf9-1d62-4647-8093-9b46951d4e55 None None] Current status of the port 32b25aa3-43d5-4226-a4bf-9e60babf74a9 is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:38:23.822345 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port beb43e34-8f35-4708-ad62-005e8456fc1e triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:38:23.822737 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (beb43e34-8f35-4708-ad62-005e8456fc1e), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:23.941512 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-3596071b-6457-4cf1-bf85-31a27a501585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'name': 'tempest-AttachVolumeNegativeTest-1546593255-router', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:16Z', 'updated_at': '2022-08-24T13:38:21Z', 'revision_number': 3, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'gw_port': {'id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:18Z', 'updated_at': '2022-08-24T13:38:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi'}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:38:23.955269 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3596071b-6457-4cf1-bf85-31a27a501585 None None] Checking router: 76db8bb3-0b68-4e6c-befe-f4726b0c7412 for host: dv-cinder-779578-4-iscsi {{(pid=106988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:38:23.955735 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3596071b-6457-4cf1-bf85-31a27a501585 None None] Updating router 76db8bb3-0b68-4e6c-befe-f4726b0c7412 port 5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa binding host dv-cinder-779578-4-iscsi {{(pid=106988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 13:38:23.980473 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:24.027059 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-21a6af7e-03b2-4524-8e2f-5d902c342b97 None None] Provisioning complete for port 9df609fd-7715-4315-bd7e-fc5d1a18ba1a triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:38:24.027059 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-21a6af7e-03b2-4524-8e2f-5d902c342b97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (9df609fd-7715-4315-bd7e-fc5d1a18ba1a), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:24.027059 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-c89296f0-f497-4a6d-a4be-043069313a5a None None] Publish callbacks [] for port (e28ebaa8-833a-47c9-9878-cacba0470f33), precommit_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:24.061427 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-3596071b-6457-4cf1-bf85-31a27a501585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa), before_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:24.086875 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-21a6af7e-03b2-4524-8e2f-5d902c342b97 None None] Port 9df609fd-7715-4315-bd7e-fc5d1a18ba1a cannot update to ACTIVE because it is not bound. {{(pid=106987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 13:38:24.112585 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port beb43e34-8f35-4708-ad62-005e8456fc1e is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:38:24.113810 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 32b25aa3-43d5-4226-a4bf-9e60babf74a9 up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:38:24.137877 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-5331dab7-3296-427d-b9d8-95058333e136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (9df609fd-7715-4315-bd7e-fc5d1a18ba1a), before_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:24.163413 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-73b27b57-54f7-4cd0-970a-9c4d6822a26d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (452e4b2b-6607-4b66-ab62-eb7e1b015f93), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:24.163726 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:24.166126 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-73b27b57-54f7-4cd0-970a-9c4d6822a26d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:24.175346 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-73b27b57-54f7-4cd0-970a-9c4d6822a26d admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/452e4b2b-6607-4b66-ab62-eb7e1b015f93 HTTP/1.1" status: 204 len: 168 time: 1.1917052 Aug 24 13:38:24.187880 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port 32b25aa3-43d5-4226-a4bf-9e60babf74a9 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:38:24.188316 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (32b25aa3-43d5-4226-a4bf-9e60babf74a9), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:24.224873 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-2a174dd6-5570-46c5-8fed-cc433e670f69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (028ce7f6-9db6-45ea-9397-54dc1f16fb16), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:24.229808 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-2a174dd6-5570-46c5-8fed-cc433e670f69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:24.233799 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-2a174dd6-5570-46c5-8fed-cc433e670f69 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/028ce7f6-9db6-45ea-9397-54dc1f16fb16 HTTP/1.1" status: 204 len: 168 time: 1.2672386 Aug 24 13:38:24.270616 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b27b57-54f7-4cd0-970a-9c4d6822a26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=452e4b2b-6607-4b66-ab62-eb7e1b015f93,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:24.316764 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-c89296f0-f497-4a6d-a4be-043069313a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (e28ebaa8-833a-47c9-9878-cacba0470f33), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:24.347780 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a174dd6-5570-46c5-8fed-cc433e670f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028ce7f6-9db6-45ea-9397-54dc1f16fb16,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:24.418321 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port 32b25aa3-43d5-4226-a4bf-9e60babf74a9 is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:38:24.445691 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-2987c66c-b32e-4a19-adec-04739b835e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:24.560327 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-c89296f0-f497-4a6d-a4be-043069313a5a None None] Attempting to bind port e28ebaa8-833a-47c9-9878-cacba0470f33 on host dv-cinder-779578-4-iscsi for vnic_type normal with profile {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:38:24.561471 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-c89296f0-f497-4a6d-a4be-043069313a5a None None] Attempting to bind port e28ebaa8-833a-47c9-9878-cacba0470f33 by drivers openvswitch,hyperv on host dv-cinder-779578-4-iscsi at level 0 using segments [{'id': '5f346d1e-6301-45fd-9dfc-66a590810fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'}] {{(pid=106987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:38:24.562960 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89296f0-f497-4a6d-a4be-043069313a5a None None] Attempting to bind port e28ebaa8-833a-47c9-9878-cacba0470f33 on network b9a647d2-3285-4c25-b9a6-e511e6620ca5 {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:38:24.565579 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:24.598215 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:24.615326 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89296f0-f497-4a6d-a4be-043069313a5a None None] Checking agent: {'id': '00f42bad-d4f2-47c4-8e20-2c8cceeec132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 29, 55), 'started_at': datetime.datetime(2022, 8, 24, 13, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:38:24.615907 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89296f0-f497-4a6d-a4be-043069313a5a None None] Checking segment: {'id': '5f346d1e-6301-45fd-9dfc-66a590810fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:38:24.616155 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-c89296f0-f497-4a6d-a4be-043069313a5a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:24.623192 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89296f0-f497-4a6d-a4be-043069313a5a None None] Bound using segment: {'id': '5f346d1e-6301-45fd-9dfc-66a590810fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'} {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:38:24.623721 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-c89296f0-f497-4a6d-a4be-043069313a5a None None] Bound port: e28ebaa8-833a-47c9-9878-cacba0470f33, host: dv-cinder-779578-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f346d1e-6301-45fd-9dfc-66a590810fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'}}] {{(pid=106987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:38:24.624059 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-c89296f0-f497-4a6d-a4be-043069313a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (e28ebaa8-833a-47c9-9878-cacba0470f33), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:24.697585 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37598098-c53f-4a0b-a5c3-54a832ac9ad9 None None] Pushing event updated for resources: {'Port': ['ID=e28ebaa8-833a-47c9-9878-cacba0470f33,revision_number=2']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:24.798747 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.db_base_plugin_common [None req-953f41b5-61a7-4a9f-9b32-50554b465cfb admin admin] Allocated IP 172.20.0.1 (385fd5c5-6c70-4a95-9981-8683550b730c/5dc0c212-b568-43f4-b5cf-0229c3337a97/db1e9755-d759-4f60-b714-7af68d02ce1e) {{(pid=106985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:38:24.810345 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-c89296f0-f497-4a6d-a4be-043069313a5a None None] For port e28ebaa8-833a-47c9-9878-cacba0470f33, host dv-cinder-779578-4-iscsi, cleared binding levels {{(pid=106987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:38:24.819631 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-c89296f0-f497-4a6d-a4be-043069313a5a None None] For port e28ebaa8-833a-47c9-9878-cacba0470f33, host dv-cinder-779578-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=e28ebaa8-833a-47c9-9878-cacba0470f33,segment=NetworkSegment(5f346d1e-6301-45fd-9dfc-66a590810fee),segment_id=5f346d1e-6301-45fd-9dfc-66a590810fee)] {{(pid=106987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:38:24.847894 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-5331dab7-3296-427d-b9d8-95058333e136 admin admin] Publish callbacks [] for port (9df609fd-7715-4315-bd7e-fc5d1a18ba1a), precommit_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:24.869605 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=100 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:24.883287 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:24.894371 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-3596071b-6457-4cf1-bf85-31a27a501585 None None] Publish callbacks [] for port (5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa), precommit_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:24.900293 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.db_base_plugin_common [None req-2987c66c-b32e-4a19-adec-04739b835e80 admin admin] Allocated IP 172.20.0.1 (789a27f6-7f62-4022-86ef-1042c82fc322/d07781da-28f3-4c07-b598-0d710e632916/75065905-7b34-4ad9-aad8-ab7ee3ca3bd8) {{(pid=106986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:38:24.921289 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-c89296f0-f497-4a6d-a4be-043069313a5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (e28ebaa8-833a-47c9-9878-cacba0470f33), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:25.017843 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-3596071b-6457-4cf1-bf85-31a27a501585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa), after_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:25.044600 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-953f41b5-61a7-4a9f-9b32-50554b465cfb admin admin] Publish callbacks [] for port (db1e9755-d759-4f60-b714-7af68d02ce1e), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:25.154708 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89296f0-f497-4a6d-a4be-043069313a5a None None] Routers {'8ff4f2f7-1cad-4fd9-99be-e3cce9260444'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:38:25.155358 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-c89296f0-f497-4a6d-a4be-043069313a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:38:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['8ff4f2f7-1cad-4fd9-99be-e3cce9260444'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:38:25.155748 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-5331dab7-3296-427d-b9d8-95058333e136 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (9df609fd-7715-4315-bd7e-fc5d1a18ba1a), after_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:25.157023 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-5331dab7-3296-427d-b9d8-95058333e136 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-961100'] for router_interface (daa0abce-1c18-4f6d-ba09-503c460121a0), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:25.160891 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.managers [None req-3596071b-6457-4cf1-bf85-31a27a501585 None None] Attempting to bind port 5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa on host dv-cinder-779578-4-iscsi for vnic_type normal with profile {{(pid=106988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:38:25.161458 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.managers [None req-3596071b-6457-4cf1-bf85-31a27a501585 None None] Attempting to bind port 5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa by drivers openvswitch,hyperv on host dv-cinder-779578-4-iscsi at level 0 using segments [{'id': '5f346d1e-6301-45fd-9dfc-66a590810fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'}] {{(pid=106988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:38:25.162027 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3596071b-6457-4cf1-bf85-31a27a501585 None None] Attempting to bind port 5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa on network b9a647d2-3285-4c25-b9a6-e511e6620ca5 {{(pid=106988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:38:25.178594 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-2987c66c-b32e-4a19-adec-04739b835e80 admin admin] Publish callbacks [] for port (75065905-7b34-4ad9-aad8-ab7ee3ca3bd8), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:25.186903 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:25.222734 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3596071b-6457-4cf1-bf85-31a27a501585 None None] Checking agent: {'id': '00f42bad-d4f2-47c4-8e20-2c8cceeec132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 29, 55), 'started_at': datetime.datetime(2022, 8, 24, 13, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 37, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:38:25.223102 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3596071b-6457-4cf1-bf85-31a27a501585 None None] Checking segment: {'id': '5f346d1e-6301-45fd-9dfc-66a590810fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:38:25.223713 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-3596071b-6457-4cf1-bf85-31a27a501585 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:25.224094 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3596071b-6457-4cf1-bf85-31a27a501585 None None] Bound using segment: {'id': '5f346d1e-6301-45fd-9dfc-66a590810fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'} {{(pid=106988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:38:25.224623 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.managers [None req-3596071b-6457-4cf1-bf85-31a27a501585 None None] Bound port: 5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa, host: dv-cinder-779578-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f346d1e-6301-45fd-9dfc-66a590810fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'}}] {{(pid=106988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:38:25.225193 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-3596071b-6457-4cf1-bf85-31a27a501585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa), before_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:25.280866 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 48018) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:25.333656 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9f20e-f070-4b46-9b03-d434982ccd71 None None] Pushing event updated for resources: {'Port': ['ID=5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa,revision_number=2']} {{(pid=106988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:25.384764 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-2987c66c-b32e-4a19-adec-04739b835e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634'] for port (75065905-7b34-4ad9-aad8-ab7ee3ca3bd8), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:25.389931 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:25.412328 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:25.413613 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37598098-c53f-4a0b-a5c3-54a832ac9ad9 None None] Pushing event updated for resources: {'Port': ['ID=e28ebaa8-833a-47c9-9878-cacba0470f33,revision_number=3']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:25.458168 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 840961a7-92c3-4fb8-9451-7d6aa2b2c56f up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:38:25.460011 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.db [None req-3596071b-6457-4cf1-bf85-31a27a501585 None None] For port 5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa, host dv-cinder-779578-4-iscsi, cleared binding levels {{(pid=106988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:38:25.470937 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2987c66c-b32e-4a19-adec-04739b835e80 admin admin] Pushing event updated for resources: {'Port': ['ID=75065905-7b34-4ad9-aad8-ab7ee3ca3bd8,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:25.476675 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.db [None req-3596071b-6457-4cf1-bf85-31a27a501585 None None] For port 5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa, host dv-cinder-779578-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa,segment=NetworkSegment(5f346d1e-6301-45fd-9dfc-66a590810fee),segment_id=5f346d1e-6301-45fd-9dfc-66a590810fee)] {{(pid=106988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:38:25.487245 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2987c66c-b32e-4a19-adec-04739b835e80 admin admin] Network 789a27f6-7f62-4022-86ef-1042c82fc322 is already hosted by enough agents. {{(pid=106986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:38:25.492802 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.base_scheduler [None req-2987c66c-b32e-4a19-adec-04739b835e80 admin admin] Resources bound (agent type, host, resource id): {{(pid=106986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:38:25.508121 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2987c66c-b32e-4a19-adec-04739b835e80 admin admin] Received port after_create {{(pid=106986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:38:25.509049 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-2987c66c-b32e-4a19-adec-04739b835e80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-961072'] for router_interface (76db8bb3-0b68-4e6c-befe-f4726b0c7412), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:25.534753 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-953f41b5-61a7-4a9f-9b32-50554b465cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634'] for port (db1e9755-d759-4f60-b714-7af68d02ce1e), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:25.553944 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-c89296f0-f497-4a6d-a4be-043069313a5a None None] Set router 8ff4f2f7-1cad-4fd9-99be-e3cce9260444 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:38:25.575815 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-3596071b-6457-4cf1-bf85-31a27a501585 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa), after_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:25.628101 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:25.722394 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port 840961a7-92c3-4fb8-9451-7d6aa2b2c56f triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:38:25.722394 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (840961a7-92c3-4fb8-9451-7d6aa2b2c56f), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:25.810385 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5331dab7-3296-427d-b9d8-95058333e136 admin admin] Network 2e903fbc-329f-4ab0-8009-8377c36a9d55 is already hosted by enough agents. {{(pid=106985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:38:25.817722 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.base_scheduler [None req-5331dab7-3296-427d-b9d8-95058333e136 admin admin] Resources bound (agent type, host, resource id): {{(pid=106985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:38:25.824501 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f9f20e-f070-4b46-9b03-d434982ccd71 None None] Pushing event updated for resources: {'Port': ['ID=5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa,revision_number=3']} {{(pid=106988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:25.849751 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953f41b5-61a7-4a9f-9b32-50554b465cfb admin admin] Network 385fd5c5-6c70-4a95-9981-8683550b730c is already hosted by enough agents. {{(pid=106985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:38:25.850307 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3596071b-6457-4cf1-bf85-31a27a501585 None None] Routers {'76db8bb3-0b68-4e6c-befe-f4726b0c7412'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:38:25.850307 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-3596071b-6457-4cf1-bf85-31a27a501585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:38:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['76db8bb3-0b68-4e6c-befe-f4726b0c7412'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:38:25.850455 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.base_scheduler [None req-953f41b5-61a7-4a9f-9b32-50554b465cfb admin admin] Resources bound (agent type, host, resource id): {{(pid=106985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:38:25.862669 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-953f41b5-61a7-4a9f-9b32-50554b465cfb admin admin] Received port after_create {{(pid=106985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:38:25.863238 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-953f41b5-61a7-4a9f-9b32-50554b465cfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-961072'] for router_interface (8ff4f2f7-1cad-4fd9-99be-e3cce9260444), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:26.146433 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-73a5df8a-478b-4d41-8fcc-dc3ba16c2ff8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:26.170987 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5331dab7-3296-427d-b9d8-95058333e136 admin admin] Pushing event updated for resources: {'Port': ['ID=9df609fd-7715-4315-bd7e-fc5d1a18ba1a,revision_number=2']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:26.175527 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:26.176459 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-489bb861-4c38-4102-a7ad-407b31dfa219 None None] Provisioning complete for port 75065905-7b34-4ad9-aad8-ab7ee3ca3bd8 triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:38:26.176459 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-489bb861-4c38-4102-a7ad-407b31dfa219 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (75065905-7b34-4ad9-aad8-ab7ee3ca3bd8), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:26.266454 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-3596071b-6457-4cf1-bf85-31a27a501585 None None] Set router 76db8bb3-0b68-4e6c-befe-f4726b0c7412 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:38:26.287344 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f41b5-61a7-4a9f-9b32-50554b465cfb admin admin] Pushing event updated for resources: {'Port': ['ID=db1e9755-d759-4f60-b714-7af68d02ce1e,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:26.343341 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:26.426117 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-2987c66c-b32e-4a19-adec-04739b835e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (75065905-7b34-4ad9-aad8-ab7ee3ca3bd8), before_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:26.450109 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port 840961a7-92c3-4fb8-9451-7d6aa2b2c56f is: DOWN; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:38:26.450508 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (840961a7-92c3-4fb8-9451-7d6aa2b2c56f), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:26.494333 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] For port 840961a7-92c3-4fb8-9451-7d6aa2b2c56f, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=840961a7-92c3-4fb8-9451-7d6aa2b2c56f,segment=NetworkSegment(5f346d1e-6301-45fd-9dfc-66a590810fee),segment_id=5f346d1e-6301-45fd-9dfc-66a590810fee)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:38:26.499904 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-489bb861-4c38-4102-a7ad-407b31dfa219 None None] Port 75065905-7b34-4ad9-aad8-ab7ee3ca3bd8 cannot update to ACTIVE because it is not bound. {{(pid=106987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 13:38:26.521250 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-c89296f0-f497-4a6d-a4be-043069313a5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'name': 'tempest-AttachVolumeShelveTestJSON-1625308851-router', 'tenant_id': '4a3794670e8d4c9985547d557d6969e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'e28ebaa8-833a-47c9-9878-cacba0470f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:14Z', 'updated_at': '2022-08-24T13:38:17Z', 'revision_number': 3, 'project_id': '4a3794670e8d4c9985547d557d6969e0', 'gw_port': {'id': 'e28ebaa8-833a-47c9-9878-cacba0470f33', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:35:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:15Z', 'updated_at': '2022-08-24T13:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi'}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:38:26.566047 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c89296f0-f497-4a6d-a4be-043069313a5a None None] The sync data for ids ['8ff4f2f7-1cad-4fd9-99be-e3cce9260444'] in dv-cinder-779578-4-iscsi is: [{'id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'name': 'tempest-AttachVolumeShelveTestJSON-1625308851-router', 'tenant_id': '4a3794670e8d4c9985547d557d6969e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'e28ebaa8-833a-47c9-9878-cacba0470f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:14Z', 'updated_at': '2022-08-24T13:38:17Z', 'revision_number': 3, 'project_id': '4a3794670e8d4c9985547d557d6969e0', 'gw_port': {'id': 'e28ebaa8-833a-47c9-9878-cacba0470f33', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:35:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:15Z', 'updated_at': '2022-08-24T13:38:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi'}] {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:38:26.585904 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (840961a7-92c3-4fb8-9451-7d6aa2b2c56f), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:26.675269 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5331dab7-3296-427d-b9d8-95058333e136 admin admin] Router daa0abce-1c18-4f6d-ba09-503c460121a0 has already been hosted by L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 {{(pid=106985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 13:38:26.703370 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-953f41b5-61a7-4a9f-9b32-50554b465cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (db1e9755-d759-4f60-b714-7af68d02ce1e), before_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:26.707748 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:26.765900 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-57afb6c5-65d0-4456-868e-9e1fb3db9d0a None None] Provisioning complete for port 9df609fd-7715-4315-bd7e-fc5d1a18ba1a triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:38:26.767273 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-57afb6c5-65d0-4456-868e-9e1fb3db9d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (9df609fd-7715-4315-bd7e-fc5d1a18ba1a), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:26.840369 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-73a5df8a-478b-4d41-8fcc-dc3ba16c2ff8 admin admin] Publish callbacks [] for security_group (0364c9cb-58ed-45e8-953d-3b5e72f87937), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:26.859101 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Pushing event updated for resources: {'Port': ['ID=840961a7-92c3-4fb8-9451-7d6aa2b2c56f,revision_number=4']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:26.865563 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-3596071b-6457-4cf1-bf85-31a27a501585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'name': 'tempest-AttachVolumeNegativeTest-1546593255-router', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:16Z', 'updated_at': '2022-08-24T13:38:21Z', 'revision_number': 3, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'gw_port': {'id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:18Z', 'updated_at': '2022-08-24T13:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi'}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:38:26.907700 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-57afb6c5-65d0-4456-868e-9e1fb3db9d0a None None] Port 9df609fd-7715-4315-bd7e-fc5d1a18ba1a cannot update to ACTIVE because it is not bound. {{(pid=106987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 13:38:26.960701 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-57afb6c5-65d0-4456-868e-9e1fb3db9d0a None None] Provisioning complete for port db1e9755-d759-4f60-b714-7af68d02ce1e triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:38:26.960978 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-57afb6c5-65d0-4456-868e-9e1fb3db9d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (db1e9755-d759-4f60-b714-7af68d02ce1e), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:26.975668 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3596071b-6457-4cf1-bf85-31a27a501585 None None] The sync data for ids ['76db8bb3-0b68-4e6c-befe-f4726b0c7412'] in dv-cinder-779578-4-iscsi is: [{'id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'name': 'tempest-AttachVolumeNegativeTest-1546593255-router', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:16Z', 'updated_at': '2022-08-24T13:38:21Z', 'revision_number': 3, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'gw_port': {'id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:18Z', 'updated_at': '2022-08-24T13:38:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi'}] {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:38:26.981539 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-73a5df8a-478b-4d41-8fcc-dc3ba16c2ff8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (0364c9cb-58ed-45e8-953d-3b5e72f87937), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:27.114797 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-57afb6c5-65d0-4456-868e-9e1fb3db9d0a None None] Port db1e9755-d759-4f60-b714-7af68d02ce1e cannot update to ACTIVE because it is not bound. {{(pid=106987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 13:38:27.142244 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 48058) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:27.280270 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-953f41b5-61a7-4a9f-9b32-50554b465cfb admin admin] Publish callbacks [] for port (db1e9755-d759-4f60-b714-7af68d02ce1e), precommit_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:27.285875 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:27.475328 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a5df8a-478b-4d41-8fcc-dc3ba16c2ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0364c9cb-58ed-45e8-953d-3b5e72f87937,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:27.483870 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5331dab7-3296-427d-b9d8-95058333e136 admin admin] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:38:27.498519 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a466273-9424-4031-9d8e-fb4e0c97a0ed None None] Sync routers for ids ['daa0abce-1c18-4f6d-ba09-503c460121a0'] in dv-cinder-779578-4-iscsi {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:38:27.518143 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-5331dab7-3296-427d-b9d8-95058333e136 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/daa0abce-1c18-4f6d-ba09-503c460121a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3732660 Aug 24 13:38:27.518561 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-73a5df8a-478b-4d41-8fcc-dc3ba16c2ff8 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=6be8ac36241e4131b3846cd43f01a3b4&name=default HTTP/1.1" status: 200 len: 2994 time: 2.2290192 Aug 24 13:38:27.518669 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 48064) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:27.543091 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-2987c66c-b32e-4a19-adec-04739b835e80 admin admin] Publish callbacks [] for port (75065905-7b34-4ad9-aad8-ab7ee3ca3bd8), precommit_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:27.572252 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 840961a7-92c3-4fb8-9451-7d6aa2b2c56f up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:38:27.624293 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a466273-9424-4031-9d8e-fb4e0c97a0ed None None] Routers {'daa0abce-1c18-4f6d-ba09-503c460121a0'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:38:27.625372 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-8a466273-9424-4031-9d8e-fb4e0c97a0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:38:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['daa0abce-1c18-4f6d-ba09-503c460121a0'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:38:27.629782 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-36b47048-e030-4f2c-aad9-3045c80e4807 admin admin] Publish callbacks [] for security_group (0364c9cb-58ed-45e8-953d-3b5e72f87937), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:27.701418 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-953f41b5-61a7-4a9f-9b32-50554b465cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (db1e9755-d759-4f60-b714-7af68d02ce1e), after_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:27.702272 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-953f41b5-61a7-4a9f-9b32-50554b465cfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-961100'] for router_interface (8ff4f2f7-1cad-4fd9-99be-e3cce9260444), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:27.708306 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-2987c66c-b32e-4a19-adec-04739b835e80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (75065905-7b34-4ad9-aad8-ab7ee3ca3bd8), after_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:27.717617 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-2987c66c-b32e-4a19-adec-04739b835e80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-961100'] for router_interface (76db8bb3-0b68-4e6c-befe-f4726b0c7412), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:27.728515 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-36b47048-e030-4f2c-aad9-3045c80e4807 admin admin] Publish callbacks [] for security_group (0364c9cb-58ed-45e8-953d-3b5e72f87937), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:27.857901 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 48072) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:27.947417 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:28.031944 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953f41b5-61a7-4a9f-9b32-50554b465cfb admin admin] Pushing event updated for resources: {'Port': ['ID=db1e9755-d759-4f60-b714-7af68d02ce1e,revision_number=2']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:28.051793 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:28.124919 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:28.150874 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port 840961a7-92c3-4fb8-9451-7d6aa2b2c56f triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:38:28.151889 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (840961a7-92c3-4fb8-9451-7d6aa2b2c56f), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:28.191676 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-36007bf9-55a6-40dc-9d8f-c688629e6067 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-745890004-network', 'tenant_id': '68d03258876d46f1a33641921e33d0f7'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:38:28.217575 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:28.311770 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:28.345416 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-8a466273-9424-4031-9d8e-fb4e0c97a0ed None None] Set router daa0abce-1c18-4f6d-ba09-503c460121a0 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:38:28.372948 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2987c66c-b32e-4a19-adec-04739b835e80 admin admin] Pushing event updated for resources: {'Port': ['ID=75065905-7b34-4ad9-aad8-ab7ee3ca3bd8,revision_number=2']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:28.388384 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:28.409800 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-facfba71-7a69-4df2-b782-030aa7d85618 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:28.480725 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953f41b5-61a7-4a9f-9b32-50554b465cfb admin admin] Network 385fd5c5-6c70-4a95-9981-8683550b730c is already hosted by enough agents. {{(pid=106985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:38:28.487612 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36007bf9-55a6-40dc-9d8f-c688629e6067 admin admin] Made reservation on behalf of 68d03258876d46f1a33641921e33d0f7 for: {'network': 1} {{(pid=106986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:38:28.492110 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-36007bf9-55a6-40dc-9d8f-c688629e6067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for network (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:28.510814 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.base_scheduler [None req-953f41b5-61a7-4a9f-9b32-50554b465cfb admin admin] Resources bound (agent type, host, resource id): {{(pid=106985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:38:28.520036 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port 840961a7-92c3-4fb8-9451-7d6aa2b2c56f is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:38:28.526765 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device e28ebaa8-833a-47c9-9878-cacba0470f33 up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:38:28.529604 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-36007bf9-55a6-40dc-9d8f-c688629e6067 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:28.836569 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-36b47048-e030-4f2c-aad9-3045c80e4807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (0364c9cb-58ed-45e8-953d-3b5e72f87937), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:28.869143 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-36b47048-e030-4f2c-aad9-3045c80e4807 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:28.877274 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-36b47048-e030-4f2c-aad9-3045c80e4807 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/0364c9cb-58ed-45e8-953d-3b5e72f87937 HTTP/1.1" status: 204 len: 168 time: 1.3545296 Aug 24 13:38:28.927793 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-36007bf9-55a6-40dc-9d8f-c688629e6067 admin admin] Publish callbacks [] for security_group (5c7622d3-0737-4149-b321-4f87b118b13e), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:28.938092 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2987c66c-b32e-4a19-adec-04739b835e80 admin admin] Network 789a27f6-7f62-4022-86ef-1042c82fc322 is already hosted by enough agents. {{(pid=106986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:38:28.955674 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.base_scheduler [None req-2987c66c-b32e-4a19-adec-04739b835e80 admin admin] Resources bound (agent type, host, resource id): {{(pid=106986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:38:29.136813 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-36007bf9-55a6-40dc-9d8f-c688629e6067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (5c7622d3-0737-4149-b321-4f87b118b13e), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:29.157306 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=100 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:29.167792 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port e28ebaa8-833a-47c9-9878-cacba0470f33 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:38:29.167792 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (e28ebaa8-833a-47c9-9878-cacba0470f33), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:29.201005 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b47048-e030-4f2c-aad9-3045c80e4807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0364c9cb-58ed-45e8-953d-3b5e72f87937,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:29.238748 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-a23574e6-c9fb-4c4a-94e3-2ce14d118281 None None] Provisioning complete for port db1e9755-d759-4f60-b714-7af68d02ce1e triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:38:29.240734 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-a23574e6-c9fb-4c4a-94e3-2ce14d118281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (db1e9755-d759-4f60-b714-7af68d02ce1e), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:29.301367 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-a23574e6-c9fb-4c4a-94e3-2ce14d118281 None None] Port db1e9755-d759-4f60-b714-7af68d02ce1e cannot update to ACTIVE because it is not bound. {{(pid=106987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 13:38:29.318481 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-8a466273-9424-4031-9d8e-fb4e0c97a0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa0abce-1c18-4f6d-ba09-503c460121a0', 'name': 'tempest-DeleteServersTestJSON-377578393-router', 'tenant_id': '77b5eebd2706440badffd858826d5c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '840961a7-92c3-4fb8-9451-7d6aa2b2c56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:14Z', 'updated_at': '2022-08-24T13:38:23Z', 'revision_number': 4, 'project_id': '77b5eebd2706440badffd858826d5c79', 'gw_port': {'id': '840961a7-92c3-4fb8-9451-7d6aa2b2c56f', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0abce-1c18-4f6d-ba09-503c460121a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:16Z', 'updated_at': '2022-08-24T13:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': '9df609fd-7715-4315-bd7e-fc5d1a18ba1a', 'name': '', 'network_id': '2e903fbc-329f-4ab0-8009-8377c36a9d55', 'tenant_id': '77b5eebd2706440badffd858826d5c79', 'mac_address': 'fa:16:3e:b5:61:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa0abce-1c18-4f6d-ba09-503c460121a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '69983798-9032-46f8-83a4-502dd4fa5f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:21Z', 'updated_at': '2022-08-24T13:38:24Z', 'revision_number': 2, 'project_id': '77b5eebd2706440badffd858826d5c79', 'subnets': [{'id': '69983798-9032-46f8-83a4-502dd4fa5f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:38:29.386876 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a466273-9424-4031-9d8e-fb4e0c97a0ed None None] Checking router: daa0abce-1c18-4f6d-ba09-503c460121a0 for host: dv-cinder-779578-4-iscsi {{(pid=106987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:38:29.397906 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a466273-9424-4031-9d8e-fb4e0c97a0ed None None] Updating router daa0abce-1c18-4f6d-ba09-503c460121a0 port 9df609fd-7715-4315-bd7e-fc5d1a18ba1a binding host dv-cinder-779578-4-iscsi {{(pid=106987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 13:38:29.434960 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36007bf9-55a6-40dc-9d8f-c688629e6067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7622d3-0737-4149-b321-4f87b118b13e,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:29.484268 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:29.500644 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36007bf9-55a6-40dc-9d8f-c688629e6067 admin admin] vlan segment allocate from pool success with {'vlan_id': 448, 'physical_network': 'physnet1'} {{(pid=106986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 13:38:29.510804 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-8a466273-9424-4031-9d8e-fb4e0c97a0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (9df609fd-7715-4315-bd7e-fc5d1a18ba1a), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:29.521975 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-953f41b5-61a7-4a9f-9b32-50554b465cfb admin admin] Router 8ff4f2f7-1cad-4fd9-99be-e3cce9260444 has already been hosted by L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 {{(pid=106985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 13:38:29.546932 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-facfba71-7a69-4df2-b782-030aa7d85618 admin admin] Publish callbacks [] for security_group (aec03112-e196-4102-b66b-e5180022ce2c), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:29.559740 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port e28ebaa8-833a-47c9-9878-cacba0470f33 is: DOWN; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:38:29.560763 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (e28ebaa8-833a-47c9-9878-cacba0470f33), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:29.566511 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-36007bf9-55a6-40dc-9d8f-c688629e6067 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916165'] for segment (96b2931e-7f9d-4a62-aba1-1214d01e3204), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:29.566994 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.db.segments_db [None req-36007bf9-55a6-40dc-9d8f-c688629e6067 admin admin] Added segment 96b2931e-7f9d-4a62-aba1-1214d01e3204 of type vlan for network e954e2f6-b69b-4a68-baa8-1920cef0c5a3 Aug 24 13:38:29.600480 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] For port e28ebaa8-833a-47c9-9878-cacba0470f33, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=e28ebaa8-833a-47c9-9878-cacba0470f33,segment=NetworkSegment(5f346d1e-6301-45fd-9dfc-66a590810fee),segment_id=5f346d1e-6301-45fd-9dfc-66a590810fee)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:38:29.711144 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 48116) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:29.717743 dv-cinder-779578-4-iscsi neutron-server[106985]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 24 13:38:29.814705 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-36007bf9-55a6-40dc-9d8f-c688629e6067 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732775010169'] for network (e954e2f6-b69b-4a68-baa8-1920cef0c5a3), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:29.815240 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-953f41b5-61a7-4a9f-9b32-50554b465cfb admin admin] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:38:29.816935 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-facfba71-7a69-4df2-b782-030aa7d85618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (aec03112-e196-4102-b66b-e5180022ce2c), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:29.832132 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-c8fdc19f-8bdf-4b12-bf71-d8cab361ddd7 None None] Provisioning complete for port 75065905-7b34-4ad9-aad8-ab7ee3ca3bd8 triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:38:29.832132 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-c8fdc19f-8bdf-4b12-bf71-d8cab361ddd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (75065905-7b34-4ad9-aad8-ab7ee3ca3bd8), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:29.838471 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2987c66c-b32e-4a19-adec-04739b835e80 admin admin] Router 76db8bb3-0b68-4e6c-befe-f4726b0c7412 has already been hosted by L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 {{(pid=106986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 13:38:29.855473 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (e28ebaa8-833a-47c9-9878-cacba0470f33), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:29.857552 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-953f41b5-61a7-4a9f-9b32-50554b465cfb admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/8ff4f2f7-1cad-4fd9-99be-e3cce9260444/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3605511 Aug 24 13:38:29.880760 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-facfba71-7a69-4df2-b782-030aa7d85618 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=867d7c32e6b545f49079bfcb6886db3a&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0024493 Aug 24 13:38:29.903425 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 48120) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:30.053936 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-36007bf9-55a6-40dc-9d8f-c688629e6067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995'] for network (e954e2f6-b69b-4a68-baa8-1920cef0c5a3), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:30.055048 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36007bf9-55a6-40dc-9d8f-c688629e6067 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:30.055709 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-36007bf9-55a6-40dc-9d8f-c688629e6067 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for network (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:30.180287 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36007bf9-55a6-40dc-9d8f-c688629e6067 admin admin] Pushing event updated for resources: {'Network': ['ID=e954e2f6-b69b-4a68-baa8-1920cef0c5a3,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:30.183931 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facfba71-7a69-4df2-b782-030aa7d85618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec03112-e196-4102-b66b-e5180022ce2c,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:30.229705 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-36007bf9-55a6-40dc-9d8f-c688629e6067 admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.0894413 Aug 24 13:38:30.238550 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 48126) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:30.245198 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-77938f0f-9611-4945-b006-3172ac14e36a admin admin] Request body: {'subnet': {'network_id': 'e954e2f6-b69b-4a68-baa8-1920cef0c5a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-745890004-subnet', 'tenant_id': '68d03258876d46f1a33641921e33d0f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:38:30.261555 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:30.269845 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-aa70c202-285d-4b06-8805-5684913c55cb admin admin] Publish callbacks [] for security_group (aec03112-e196-4102-b66b-e5180022ce2c), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:30.277500 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2987c66c-b32e-4a19-adec-04739b835e80 admin admin] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:38:30.295987 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-2987c66c-b32e-4a19-adec-04739b835e80 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/76db8bb3-0b68-4e6c-befe-f4726b0c7412/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9906898 Aug 24 13:38:30.308682 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:30.322782 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:38:30.328122 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-aa70c202-285d-4b06-8805-5684913c55cb admin admin] Publish callbacks [] for security_group (aec03112-e196-4102-b66b-e5180022ce2c), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:30.329691 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Network e954e2f6-b69b-4a68-baa8-1920cef0c5a3 details requested by agent ovs-agent-dv-cinder-779578-4-iscsi with host dv-cinder-779578-4-iscsi {{(pid=106987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 13:38:30.344967 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b063588-5737-4faa-852f-61174378fb88 req-a281b148-2c38-492b-a83d-eeca6a2db278 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:30.347172 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4b063588-5737-4faa-852f-61174378fb88 req-a281b148-2c38-492b-a83d-eeca6a2db278 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/networks?id=2e903fbc-329f-4ab0-8009-8377c36a9d55 HTTP/1.1" status: 200 len: 811 time: 0.6315396 Aug 24 13:38:30.390360 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:30.403698 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77938f0f-9611-4945-b006-3172ac14e36a admin admin] Made reservation on behalf of 68d03258876d46f1a33641921e33d0f7 for: {'subnet': 1} {{(pid=106986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:38:30.406235 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-77938f0f-9611-4945-b006-3172ac14e36a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:30.407586 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4b063588-5737-4faa-852f-61174378fb88 req-6c8a0ac3-f96b-4404-8bb9-de8b08507b52 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/quotas/77b5eebd2706440badffd858826d5c79 HTTP/1.1" status: 200 len: 375 time: 0.0378096 Aug 24 13:38:30.471537 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:30.472558 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-c8fdc19f-8bdf-4b12-bf71-d8cab361ddd7 None None] Port 75065905-7b34-4ad9-aad8-ab7ee3ca3bd8 cannot update to ACTIVE because it is not bound. {{(pid=106987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 13:38:30.578699 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4b063588-5737-4faa-852f-61174378fb88 req-d6c8aa6d-bb77-47d9-9090-1484a32f2153 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=77b5eebd2706440badffd858826d5c79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1696351 Aug 24 13:38:30.617124 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-aa70c202-285d-4b06-8805-5684913c55cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (aec03112-e196-4102-b66b-e5180022ce2c), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:30.620506 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Pushing event updated for resources: {'Port': ['ID=e28ebaa8-833a-47c9-9878-cacba0470f33,revision_number=4']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:30.622594 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-aa70c202-285d-4b06-8805-5684913c55cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:30.623788 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-aa70c202-285d-4b06-8805-5684913c55cb admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/aec03112-e196-4102-b66b-e5180022ce2c HTTP/1.1" status: 204 len: 168 time: 0.7185562 Aug 24 13:38:30.666318 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port 5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:38:30.666525 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:30.667086 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa70c202-285d-4b06-8805-5684913c55cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec03112-e196-4102-b66b-e5180022ce2c,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:30.966751 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port 5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa is: DOWN; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:38:30.967365 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:30.999917 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-8a466273-9424-4031-9d8e-fb4e0c97a0ed None None] Publish callbacks [] for port (9df609fd-7715-4315-bd7e-fc5d1a18ba1a), precommit_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:31.026529 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:31.030017 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-77938f0f-9611-4945-b006-3172ac14e36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995'] for subnet (72bbc312-a9bd-4517-97d3-5ba47b0a6745), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:31.033485 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] For port 5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa,segment=NetworkSegment(5f346d1e-6301-45fd-9dfc-66a590810fee),segment_id=5f346d1e-6301-45fd-9dfc-66a590810fee)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:38:31.151214 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbc7d50-8af6-4e39-ab22-483ccf0d58da None None] Sync routers for ids ['8ff4f2f7-1cad-4fd9-99be-e3cce9260444'] in dv-cinder-779578-4-iscsi {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:38:31.152090 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77938f0f-9611-4945-b006-3172ac14e36a admin admin] Pushing event updated for resources: {'Subnet': ['ID=72bbc312-a9bd-4517-97d3-5ba47b0a6745,revision_number=0']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:31.164688 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77938f0f-9611-4945-b006-3172ac14e36a admin admin] Checking segment: {'id': '96b2931e-7f9d-4a62-aba1-1214d01e3204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'e954e2f6-b69b-4a68-baa8-1920cef0c5a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:38:31.165339 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77938f0f-9611-4945-b006-3172ac14e36a admin admin] Network hostable DHCP agents. Network: e954e2f6-b69b-4a68-baa8-1920cef0c5a3, hostable agents: ['5b6616ad-7c61-467c-8809-81a3e3733e23'], hosted agents: [] {{(pid=106986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 13:38:31.165750 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbc7d50-8af6-4e39-ab22-483ccf0d58da None None] Routers {'8ff4f2f7-1cad-4fd9-99be-e3cce9260444'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:38:31.166483 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-5fbc7d50-8af6-4e39-ab22-483ccf0d58da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:38:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['8ff4f2f7-1cad-4fd9-99be-e3cce9260444'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:38:31.172105 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-8a466273-9424-4031-9d8e-fb4e0c97a0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (9df609fd-7715-4315-bd7e-fc5d1a18ba1a), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:31.176545 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:31.244410 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:31.272086 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77938f0f-9611-4945-b006-3172ac14e36a admin admin] Network e954e2f6-b69b-4a68-baa8-1920cef0c5a3 is scheduled to be hosted by DHCP agent 5b6616ad-7c61-467c-8809-81a3e3733e23 with binding_index 1 {{(pid=106986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 13:38:31.284530 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a29d5c-0c6c-4977-a95b-91f1f8ca1b3f None None] Pushing event updated for resources: {'Port': ['ID=9df609fd-7715-4315-bd7e-fc5d1a18ba1a,revision_number=3']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:31.378850 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.base_scheduler [None req-77938f0f-9611-4945-b006-3172ac14e36a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779578-4-iscsi, e954e2f6-b69b-4a68-baa8-1920cef0c5a3) {{(pid=106986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:38:31.385735 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77938f0f-9611-4945-b006-3172ac14e36a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:31.386610 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-77938f0f-9611-4945-b006-3172ac14e36a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for subnet (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:31.432512 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-5fbc7d50-8af6-4e39-ab22-483ccf0d58da None None] Set router 8ff4f2f7-1cad-4fd9-99be-e3cce9260444 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:38:31.448408 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f45788-993b-4c66-a173-d04cff25c8a2 None None] Network e954e2f6-b69b-4a68-baa8-1920cef0c5a3 requested from dv-cinder-779578-4-iscsi {{(pid=106987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 13:38:31.454287 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2b8aee-9acc-462d-b458-6bfd9ccde95a None None] Sync routers for ids ['76db8bb3-0b68-4e6c-befe-f4726b0c7412'] in dv-cinder-779578-4-iscsi {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:38:31.509185 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:31.528981 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-77938f0f-9611-4945-b006-3172ac14e36a admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2812183 Aug 24 13:38:31.533105 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-8a466273-9424-4031-9d8e-fb4e0c97a0ed None None] Attempting to bind port 9df609fd-7715-4315-bd7e-fc5d1a18ba1a on host dv-cinder-779578-4-iscsi for vnic_type normal with profile {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:38:31.533105 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-8a466273-9424-4031-9d8e-fb4e0c97a0ed None None] Attempting to bind port 9df609fd-7715-4315-bd7e-fc5d1a18ba1a by drivers openvswitch,hyperv on host dv-cinder-779578-4-iscsi at level 0 using segments [{'id': 'a88cce91-4088-4c2d-9e6d-815be545b223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2e903fbc-329f-4ab0-8009-8377c36a9d55'}] {{(pid=106987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:38:31.533105 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a466273-9424-4031-9d8e-fb4e0c97a0ed None None] Attempting to bind port 9df609fd-7715-4315-bd7e-fc5d1a18ba1a on network 2e903fbc-329f-4ab0-8009-8377c36a9d55 {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:38:31.537902 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 48160) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:31.549802 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-56c1a054-b6a9-4074-9b90-f7a6eeec17c8 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1825755339', 'description': 'tempest-description--1529746426'}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:38:31.650803 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Pushing event updated for resources: {'Port': ['ID=5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa,revision_number=4']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:31.661217 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2b8aee-9acc-462d-b458-6bfd9ccde95a None None] Routers {'76db8bb3-0b68-4e6c-befe-f4726b0c7412'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:38:31.661998 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-1e2b8aee-9acc-462d-b458-6bfd9ccde95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:38:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['76db8bb3-0b68-4e6c-befe-f4726b0c7412'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:38:31.684464 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-56c1a054-b6a9-4074-9b90-f7a6eeec17c8 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:31.709148 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-5fbc7d50-8af6-4e39-ab22-483ccf0d58da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'name': 'tempest-AttachVolumeShelveTestJSON-1625308851-router', 'tenant_id': '4a3794670e8d4c9985547d557d6969e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'e28ebaa8-833a-47c9-9878-cacba0470f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:14Z', 'updated_at': '2022-08-24T13:38:26Z', 'revision_number': 4, 'project_id': '4a3794670e8d4c9985547d557d6969e0', 'gw_port': {'id': 'e28ebaa8-833a-47c9-9878-cacba0470f33', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:15Z', 'updated_at': '2022-08-24T13:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': 'db1e9755-d759-4f60-b714-7af68d02ce1e', 'name': '', 'network_id': '385fd5c5-6c70-4a95-9981-8683550b730c', 'tenant_id': '4a3794670e8d4c9985547d557d6969e0', 'mac_address': 'fa:16:3e:53:79:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5dc0c212-b568-43f4-b5cf-0229c3337a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:23Z', 'updated_at': '2022-08-24T13:38:26Z', 'revision_number': 2, 'project_id': '4a3794670e8d4c9985547d557d6969e0', 'subnets': [{'id': '5dc0c212-b568-43f4-b5cf-0229c3337a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:38:31.751468 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbc7d50-8af6-4e39-ab22-483ccf0d58da None None] Checking router: 8ff4f2f7-1cad-4fd9-99be-e3cce9260444 for host: dv-cinder-779578-4-iscsi {{(pid=106988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:38:31.752303 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbc7d50-8af6-4e39-ab22-483ccf0d58da None None] Updating router 8ff4f2f7-1cad-4fd9-99be-e3cce9260444 port db1e9755-d759-4f60-b714-7af68d02ce1e binding host dv-cinder-779578-4-iscsi {{(pid=106988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 13:38:31.789566 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-5fbc7d50-8af6-4e39-ab22-483ccf0d58da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (db1e9755-d759-4f60-b714-7af68d02ce1e), before_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:31.808441 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-1e2b8aee-9acc-462d-b458-6bfd9ccde95a None None] Set router 76db8bb3-0b68-4e6c-befe-f4726b0c7412 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:38:31.876206 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-56c1a054-b6a9-4074-9b90-f7a6eeec17c8 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks [] for security_group (be9cfb45-07d7-4da1-b88b-aee23f8a2067), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:31.890775 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a466273-9424-4031-9d8e-fb4e0c97a0ed None None] Checking agent: {'id': '00f42bad-d4f2-47c4-8e20-2c8cceeec132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 29, 55), 'started_at': datetime.datetime(2022, 8, 24, 13, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:38:31.891129 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a466273-9424-4031-9d8e-fb4e0c97a0ed None None] Checking segment: {'id': 'a88cce91-4088-4c2d-9e6d-815be545b223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2e903fbc-329f-4ab0-8009-8377c36a9d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:38:31.892162 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-8a466273-9424-4031-9d8e-fb4e0c97a0ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:31.893385 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a466273-9424-4031-9d8e-fb4e0c97a0ed None None] Bound using segment: {'id': 'a88cce91-4088-4c2d-9e6d-815be545b223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2e903fbc-329f-4ab0-8009-8377c36a9d55'} {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:38:31.893907 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-8a466273-9424-4031-9d8e-fb4e0c97a0ed None None] Bound port: 9df609fd-7715-4315-bd7e-fc5d1a18ba1a, host: dv-cinder-779578-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a88cce91-4088-4c2d-9e6d-815be545b223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2e903fbc-329f-4ab0-8009-8377c36a9d55'}}] {{(pid=106987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:38:31.894324 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-8a466273-9424-4031-9d8e-fb4e0c97a0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (9df609fd-7715-4315-bd7e-fc5d1a18ba1a), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:31.997694 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=100 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:31.997931 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-56c1a054-b6a9-4074-9b90-f7a6eeec17c8 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (be9cfb45-07d7-4da1-b88b-aee23f8a2067), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:32.019075 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef65a9e4-4cb1-4724-94d2-25f2d35db22c None None] Network e954e2f6-b69b-4a68-baa8-1920cef0c5a3 requested from dv-cinder-779578-4-iscsi {{(pid=106987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 13:38:32.054819 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=100 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:32.109715 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device e28ebaa8-833a-47c9-9878-cacba0470f33 up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:38:32.295999 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-8a466273-9424-4031-9d8e-fb4e0c97a0ed None None] For port 9df609fd-7715-4315-bd7e-fc5d1a18ba1a, host dv-cinder-779578-4-iscsi, cleared binding levels {{(pid=106987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:38:32.335762 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:INSERT=5,neutron:SELECT=95 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:32.340728 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-8a466273-9424-4031-9d8e-fb4e0c97a0ed None None] For port 9df609fd-7715-4315-bd7e-fc5d1a18ba1a, host dv-cinder-779578-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=9df609fd-7715-4315-bd7e-fc5d1a18ba1a,segment=NetworkSegment(a88cce91-4088-4c2d-9e6d-815be545b223),segment_id=a88cce91-4088-4c2d-9e6d-815be545b223)] {{(pid=106987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:38:32.363067 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c1a054-b6a9-4074-9b90-f7a6eeec17c8 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be9cfb45-07d7-4da1-b88b-aee23f8a2067,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:32.409831 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-1e2b8aee-9acc-462d-b458-6bfd9ccde95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'name': 'tempest-AttachVolumeNegativeTest-1546593255-router', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:16Z', 'updated_at': '2022-08-24T13:38:26Z', 'revision_number': 4, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'gw_port': {'id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:18Z', 'updated_at': '2022-08-24T13:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': '75065905-7b34-4ad9-aad8-ab7ee3ca3bd8', 'name': '', 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'mac_address': 'fa:16:3e:60:3e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd07781da-28f3-4c07-b598-0d710e632916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:24Z', 'updated_at': '2022-08-24T13:38:26Z', 'revision_number': 2, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'subnets': [{'id': 'd07781da-28f3-4c07-b598-0d710e632916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:38:32.417156 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:32.420461 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-5fbc7d50-8af6-4e39-ab22-483ccf0d58da None None] Publish callbacks [] for port (db1e9755-d759-4f60-b714-7af68d02ce1e), precommit_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:32.430869 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-56c1a054-b6a9-4074-9b90-f7a6eeec17c8 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:32.432561 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-56c1a054-b6a9-4074-9b90-f7a6eeec17c8 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8927457 Aug 24 13:38:32.437351 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 48176) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:32.444762 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-d702cbcc-294e-4b1e-8557-ee47bfec5c23 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Request body: {'security_group_rule': {'security_group_id': 'be9cfb45-07d7-4da1-b88b-aee23f8a2067', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:38:32.445481 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2b8aee-9acc-462d-b458-6bfd9ccde95a None None] Checking router: 76db8bb3-0b68-4e6c-befe-f4726b0c7412 for host: dv-cinder-779578-4-iscsi {{(pid=106987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:38:32.445838 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2b8aee-9acc-462d-b458-6bfd9ccde95a None None] Updating router 76db8bb3-0b68-4e6c-befe-f4726b0c7412 port 75065905-7b34-4ad9-aad8-ab7ee3ca3bd8 binding host dv-cinder-779578-4-iscsi {{(pid=106987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 13:38:32.455389 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:32.488837 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port e28ebaa8-833a-47c9-9878-cacba0470f33 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:38:32.489240 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (e28ebaa8-833a-47c9-9878-cacba0470f33), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:32.523167 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-1e2b8aee-9acc-462d-b458-6bfd9ccde95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (75065905-7b34-4ad9-aad8-ab7ee3ca3bd8), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:32.549689 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:32.572452 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-8a466273-9424-4031-9d8e-fb4e0c97a0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (9df609fd-7715-4315-bd7e-fc5d1a18ba1a), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:32.577371 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-5fbc7d50-8af6-4e39-ab22-483ccf0d58da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (db1e9755-d759-4f60-b714-7af68d02ce1e), after_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:32.600662 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 48182) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:32.607471 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-d702cbcc-294e-4b1e-8557-ee47bfec5c23 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks [] for security_group_rule (f0cb2607-37a8-415c-ae4a-0759f053c319), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:32.607891 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-47f4bb15-72d7-40f0-9b45-85c6f7b77f1c tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Request body: {'security_group': {'name': 'tempest-securitygroup--728549319', 'description': 'tempest-description--153134116'}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:38:32.645795 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a466273-9424-4031-9d8e-fb4e0c97a0ed None None] Routers {'daa0abce-1c18-4f6d-ba09-503c460121a0'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:38:32.646503 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-8a466273-9424-4031-9d8e-fb4e0c97a0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:38:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['daa0abce-1c18-4f6d-ba09-503c460121a0'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:38:32.678204 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd4813-95ec-4725-b619-e627c5904b34 None None] Pushing event updated for resources: {'Port': ['ID=db1e9755-d759-4f60-b714-7af68d02ce1e,revision_number=3']} {{(pid=106988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:32.754882 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-47f4bb15-72d7-40f0-9b45-85c6f7b77f1c tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:32.773486 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.managers [None req-5fbc7d50-8af6-4e39-ab22-483ccf0d58da None None] Attempting to bind port db1e9755-d759-4f60-b714-7af68d02ce1e on host dv-cinder-779578-4-iscsi for vnic_type normal with profile {{(pid=106988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:38:32.773856 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.managers [None req-5fbc7d50-8af6-4e39-ab22-483ccf0d58da None None] Attempting to bind port db1e9755-d759-4f60-b714-7af68d02ce1e by drivers openvswitch,hyperv on host dv-cinder-779578-4-iscsi at level 0 using segments [{'id': 'd3c5e9c4-fd20-406c-b672-893adab194ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '385fd5c5-6c70-4a95-9981-8683550b730c'}] {{(pid=106988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:38:32.774212 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbc7d50-8af6-4e39-ab22-483ccf0d58da None None] Attempting to bind port db1e9755-d759-4f60-b714-7af68d02ce1e on network 385fd5c5-6c70-4a95-9981-8683550b730c {{(pid=106988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:38:32.798858 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbc7d50-8af6-4e39-ab22-483ccf0d58da None None] Checking agent: {'id': '00f42bad-d4f2-47c4-8e20-2c8cceeec132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 29, 55), 'started_at': datetime.datetime(2022, 8, 24, 13, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:38:32.799548 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbc7d50-8af6-4e39-ab22-483ccf0d58da None None] Checking segment: {'id': 'd3c5e9c4-fd20-406c-b672-893adab194ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '385fd5c5-6c70-4a95-9981-8683550b730c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:38:32.800141 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-5fbc7d50-8af6-4e39-ab22-483ccf0d58da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:32.800722 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbc7d50-8af6-4e39-ab22-483ccf0d58da None None] Bound using segment: {'id': 'd3c5e9c4-fd20-406c-b672-893adab194ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '385fd5c5-6c70-4a95-9981-8683550b730c'} {{(pid=106988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:38:32.801565 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.managers [None req-5fbc7d50-8af6-4e39-ab22-483ccf0d58da None None] Bound port: db1e9755-d759-4f60-b714-7af68d02ce1e, host: dv-cinder-779578-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3c5e9c4-fd20-406c-b672-893adab194ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '385fd5c5-6c70-4a95-9981-8683550b730c'}}] {{(pid=106988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:38:32.802159 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-5fbc7d50-8af6-4e39-ab22-483ccf0d58da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (db1e9755-d759-4f60-b714-7af68d02ce1e), before_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:32.821511 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-d702cbcc-294e-4b1e-8557-ee47bfec5c23 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks [] for security_group_rule (f0cb2607-37a8-415c-ae4a-0759f053c319), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:32.888670 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-d702cbcc-294e-4b1e-8557-ee47bfec5c23 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008640'] for security_group_rule (f0cb2607-37a8-415c-ae4a-0759f053c319), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:32.913281 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d702cbcc-294e-4b1e-8557-ee47bfec5c23 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0cb2607-37a8-415c-ae4a-0759f053c319,revision_number=0']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:32.936376 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.db [None req-5fbc7d50-8af6-4e39-ab22-483ccf0d58da None None] For port db1e9755-d759-4f60-b714-7af68d02ce1e, host dv-cinder-779578-4-iscsi, cleared binding levels {{(pid=106988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:38:32.942092 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.db [None req-5fbc7d50-8af6-4e39-ab22-483ccf0d58da None None] For port db1e9755-d759-4f60-b714-7af68d02ce1e, host dv-cinder-779578-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=db1e9755-d759-4f60-b714-7af68d02ce1e,segment=NetworkSegment(d3c5e9c4-fd20-406c-b672-893adab194ab),segment_id=d3c5e9c4-fd20-406c-b672-893adab194ab)] {{(pid=106988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:38:32.954971 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [req-4b063588-5737-4faa-852f-61174378fb88 req-64303ddf-c2db-464d-9d17-9d6276f9e411 service neutron] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 13:38:32.956388 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4b063588-5737-4faa-852f-61174378fb88 req-64303ddf-c2db-464d-9d17-9d6276f9e411 service neutron] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.2458763 Aug 24 13:38:32.974267 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-47f4bb15-72d7-40f0-9b45-85c6f7b77f1c tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for security_group (604f6693-fdc8-4aff-9d7c-0e32711309ec), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:33.008529 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port e28ebaa8-833a-47c9-9878-cacba0470f33 is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:38:33.009686 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:38:33.055387 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-5fbc7d50-8af6-4e39-ab22-483ccf0d58da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (db1e9755-d759-4f60-b714-7af68d02ce1e), after_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:33.057382 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-d702cbcc-294e-4b1e-8557-ee47bfec5c23 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:33.059187 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-d702cbcc-294e-4b1e-8557-ee47bfec5c23 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6207433 Aug 24 13:38:33.062817 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 48192) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:33.068958 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-75b6c502-198a-47fb-b1fd-59a240e151e1 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Request body: {'security_group_rule': {'security_group_id': 'be9cfb45-07d7-4da1-b88b-aee23f8a2067', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:38:33.099967 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a29d5c-0c6c-4977-a95b-91f1f8ca1b3f None None] Pushing event updated for resources: {'Port': ['ID=9df609fd-7715-4315-bd7e-fc5d1a18ba1a,revision_number=4']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:33.116903 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-47f4bb15-72d7-40f0-9b45-85c6f7b77f1c tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (604f6693-fdc8-4aff-9d7c-0e32711309ec), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:33.166645 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cd4813-95ec-4725-b619-e627c5904b34 None None] Pushing event updated for resources: {'Port': ['ID=db1e9755-d759-4f60-b714-7af68d02ce1e,revision_number=4']} {{(pid=106988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:33.196704 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbc7d50-8af6-4e39-ab22-483ccf0d58da None None] Routers {'8ff4f2f7-1cad-4fd9-99be-e3cce9260444'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:38:33.197383 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-5fbc7d50-8af6-4e39-ab22-483ccf0d58da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:38:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['8ff4f2f7-1cad-4fd9-99be-e3cce9260444'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:38:33.246967 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-75b6c502-198a-47fb-b1fd-59a240e151e1 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks [] for security_group_rule (f8772035-0f99-404e-ac77-908cf381fbd1), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:33.252427 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port 5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:38:33.252953 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:33.256502 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-8a466273-9424-4031-9d8e-fb4e0c97a0ed None None] Set router daa0abce-1c18-4f6d-ba09-503c460121a0 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:38:33.275895 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4b063588-5737-4faa-852f-61174378fb88 req-9e99856d-d971-4e1e-8070-4a3f479ca657 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/2e903fbc-329f-4ab0-8009-8377c36a9d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063457 Aug 24 13:38:33.277068 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f4bb15-72d7-40f0-9b45-85c6f7b77f1c tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=604f6693-fdc8-4aff-9d7c-0e32711309ec,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:33.350352 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-47f4bb15-72d7-40f0-9b45-85c6f7b77f1c tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:33.354765 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-47f4bb15-72d7-40f0-9b45-85c6f7b77f1c tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7495346 Aug 24 13:38:33.365892 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 48198) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:33.374663 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-ecfedc52-05fe-45b2-93f4-1ce6e3be4343 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Request body: {'security_group_rule': {'security_group_id': '604f6693-fdc8-4aff-9d7c-0e32711309ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:38:33.376109 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:33.412581 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-75b6c502-198a-47fb-b1fd-59a240e151e1 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks [] for security_group_rule (f8772035-0f99-404e-ac77-908cf381fbd1), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:33.448810 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-5fbc7d50-8af6-4e39-ab22-483ccf0d58da None None] Set router 8ff4f2f7-1cad-4fd9-99be-e3cce9260444 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:38:33.488928 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-75b6c502-198a-47fb-b1fd-59a240e151e1 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008640'] for security_group_rule (f8772035-0f99-404e-ac77-908cf381fbd1), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:33.566215 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4b063588-5737-4faa-852f-61174378fb88 req-9dbbedc3-404e-495f-b3a6-1c5dda445e1e service neutron] 10.222.0.73 "GET /networking/v2.0/networks/2e903fbc-329f-4ab0-8009-8377c36a9d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2774713 Aug 24 13:38:33.582712 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b6c502-198a-47fb-b1fd-59a240e151e1 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8772035-0f99-404e-ac77-908cf381fbd1,revision_number=0']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:33.600980 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-ecfedc52-05fe-45b2-93f4-1ce6e3be4343 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for security_group_rule (7389c147-a7bb-4960-8310-5ec66cf492b4), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:33.668309 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-75b6c502-198a-47fb-b1fd-59a240e151e1 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:33.670193 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-75b6c502-198a-47fb-b1fd-59a240e151e1 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6059000 Aug 24 13:38:33.676161 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 48204) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:33.682690 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-31fea435-e718-4016-9147-1974e069eb4c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Request body: {'floatingip': {'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:38:33.784251 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-1e2b8aee-9acc-462d-b458-6bfd9ccde95a None None] Publish callbacks [] for port (75065905-7b34-4ad9-aad8-ab7ee3ca3bd8), precommit_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:33.808633 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:33.812085 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-ecfedc52-05fe-45b2-93f4-1ce6e3be4343 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for security_group_rule (7389c147-a7bb-4960-8310-5ec66cf492b4), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:33.823134 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:33.837528 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-31fea435-e718-4016-9147-1974e069eb4c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:33.904413 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-1e2b8aee-9acc-462d-b458-6bfd9ccde95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (75065905-7b34-4ad9-aad8-ab7ee3ca3bd8), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:33.932668 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-ecfedc52-05fe-45b2-93f4-1ce6e3be4343 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008640'] for security_group_rule (7389c147-a7bb-4960-8310-5ec66cf492b4), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:33.938609 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port 5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:38:33.988756 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-8a466273-9424-4031-9d8e-fb4e0c97a0ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa0abce-1c18-4f6d-ba09-503c460121a0', 'name': 'tempest-DeleteServersTestJSON-377578393-router', 'tenant_id': '77b5eebd2706440badffd858826d5c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '840961a7-92c3-4fb8-9451-7d6aa2b2c56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:14Z', 'updated_at': '2022-08-24T13:38:23Z', 'revision_number': 4, 'project_id': '77b5eebd2706440badffd858826d5c79', 'gw_port': {'id': '840961a7-92c3-4fb8-9451-7d6aa2b2c56f', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0abce-1c18-4f6d-ba09-503c460121a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:16Z', 'updated_at': '2022-08-24T13:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': '9df609fd-7715-4315-bd7e-fc5d1a18ba1a', 'name': '', 'network_id': '2e903fbc-329f-4ab0-8009-8377c36a9d55', 'tenant_id': '77b5eebd2706440badffd858826d5c79', 'mac_address': 'fa:16:3e:b5:61:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa0abce-1c18-4f6d-ba09-503c460121a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '69983798-9032-46f8-83a4-502dd4fa5f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:21Z', 'updated_at': '2022-08-24T13:38:32Z', 'revision_number': 4, 'project_id': '77b5eebd2706440badffd858826d5c79', 'subnets': [{'id': '69983798-9032-46f8-83a4-502dd4fa5f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:38:34.016759 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-5fbc7d50-8af6-4e39-ab22-483ccf0d58da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'name': 'tempest-AttachVolumeShelveTestJSON-1625308851-router', 'tenant_id': '4a3794670e8d4c9985547d557d6969e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'e28ebaa8-833a-47c9-9878-cacba0470f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:14Z', 'updated_at': '2022-08-24T13:38:26Z', 'revision_number': 4, 'project_id': '4a3794670e8d4c9985547d557d6969e0', 'gw_port': {'id': 'e28ebaa8-833a-47c9-9878-cacba0470f33', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:15Z', 'updated_at': '2022-08-24T13:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': 'db1e9755-d759-4f60-b714-7af68d02ce1e', 'name': '', 'network_id': '385fd5c5-6c70-4a95-9981-8683550b730c', 'tenant_id': '4a3794670e8d4c9985547d557d6969e0', 'mac_address': 'fa:16:3e:53:79:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5dc0c212-b568-43f4-b5cf-0229c3337a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:23Z', 'updated_at': '2022-08-24T13:38:32Z', 'revision_number': 4, 'project_id': '4a3794670e8d4c9985547d557d6969e0', 'subnets': [{'id': '5dc0c212-b568-43f4-b5cf-0229c3337a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:38:34.035199 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfedc52-05fe-45b2-93f4-1ce6e3be4343 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7389c147-a7bb-4960-8310-5ec66cf492b4,revision_number=0']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:34.049487 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a466273-9424-4031-9d8e-fb4e0c97a0ed None None] The sync data for ids ['daa0abce-1c18-4f6d-ba09-503c460121a0'] in dv-cinder-779578-4-iscsi is: [{'id': 'daa0abce-1c18-4f6d-ba09-503c460121a0', 'name': 'tempest-DeleteServersTestJSON-377578393-router', 'tenant_id': '77b5eebd2706440badffd858826d5c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '840961a7-92c3-4fb8-9451-7d6aa2b2c56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:14Z', 'updated_at': '2022-08-24T13:38:23Z', 'revision_number': 4, 'project_id': '77b5eebd2706440badffd858826d5c79', 'gw_port': {'id': '840961a7-92c3-4fb8-9451-7d6aa2b2c56f', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0abce-1c18-4f6d-ba09-503c460121a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:16Z', 'updated_at': '2022-08-24T13:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': '9df609fd-7715-4315-bd7e-fc5d1a18ba1a', 'name': '', 'network_id': '2e903fbc-329f-4ab0-8009-8377c36a9d55', 'tenant_id': '77b5eebd2706440badffd858826d5c79', 'mac_address': 'fa:16:3e:b5:61:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa0abce-1c18-4f6d-ba09-503c460121a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '69983798-9032-46f8-83a4-502dd4fa5f0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:21Z', 'updated_at': '2022-08-24T13:38:32Z', 'revision_number': 4, 'project_id': '77b5eebd2706440badffd858826d5c79', 'subnets': [{'id': '69983798-9032-46f8-83a4-502dd4fa5f0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:38:34.055823 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a75cb3d-1a04-4f9f-bfa8-79ddb63ad74c None None] Pushing event updated for resources: {'Port': ['ID=75065905-7b34-4ad9-aad8-ab7ee3ca3bd8,revision_number=3']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:34.135282 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-1e2b8aee-9acc-462d-b458-6bfd9ccde95a None None] Attempting to bind port 75065905-7b34-4ad9-aad8-ab7ee3ca3bd8 on host dv-cinder-779578-4-iscsi for vnic_type normal with profile {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:38:34.135659 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-1e2b8aee-9acc-462d-b458-6bfd9ccde95a None None] Attempting to bind port 75065905-7b34-4ad9-aad8-ab7ee3ca3bd8 by drivers openvswitch,hyperv on host dv-cinder-779578-4-iscsi at level 0 using segments [{'id': '67afd480-e30a-4400-a86a-25b503d7ef00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322'}] {{(pid=106987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:38:34.136115 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2b8aee-9acc-462d-b458-6bfd9ccde95a None None] Attempting to bind port 75065905-7b34-4ad9-aad8-ab7ee3ca3bd8 on network 789a27f6-7f62-4022-86ef-1042c82fc322 {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:38:34.147171 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2b8aee-9acc-462d-b458-6bfd9ccde95a None None] Checking agent: {'id': '00f42bad-d4f2-47c4-8e20-2c8cceeec132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 29, 55), 'started_at': datetime.datetime(2022, 8, 24, 13, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 38, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:38:34.147713 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2b8aee-9acc-462d-b458-6bfd9ccde95a None None] Checking segment: {'id': '67afd480-e30a-4400-a86a-25b503d7ef00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:38:34.148805 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-1e2b8aee-9acc-462d-b458-6bfd9ccde95a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:34.149232 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e2b8aee-9acc-462d-b458-6bfd9ccde95a None None] Bound using segment: {'id': '67afd480-e30a-4400-a86a-25b503d7ef00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322'} {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:38:34.149960 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-1e2b8aee-9acc-462d-b458-6bfd9ccde95a None None] Bound port: 75065905-7b34-4ad9-aad8-ab7ee3ca3bd8, host: dv-cinder-779578-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67afd480-e30a-4400-a86a-25b503d7ef00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322'}}] {{(pid=106987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:38:34.151541 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-1e2b8aee-9acc-462d-b458-6bfd9ccde95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (75065905-7b34-4ad9-aad8-ab7ee3ca3bd8), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:34.161397 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbc7d50-8af6-4e39-ab22-483ccf0d58da None None] The sync data for ids ['8ff4f2f7-1cad-4fd9-99be-e3cce9260444'] in dv-cinder-779578-4-iscsi is: [{'id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'name': 'tempest-AttachVolumeShelveTestJSON-1625308851-router', 'tenant_id': '4a3794670e8d4c9985547d557d6969e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'e28ebaa8-833a-47c9-9878-cacba0470f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:14Z', 'updated_at': '2022-08-24T13:38:26Z', 'revision_number': 4, 'project_id': '4a3794670e8d4c9985547d557d6969e0', 'gw_port': {'id': 'e28ebaa8-833a-47c9-9878-cacba0470f33', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:15Z', 'updated_at': '2022-08-24T13:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': 'db1e9755-d759-4f60-b714-7af68d02ce1e', 'name': '', 'network_id': '385fd5c5-6c70-4a95-9981-8683550b730c', 'tenant_id': '4a3794670e8d4c9985547d557d6969e0', 'mac_address': 'fa:16:3e:53:79:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5dc0c212-b568-43f4-b5cf-0229c3337a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:23Z', 'updated_at': '2022-08-24T13:38:32Z', 'revision_number': 4, 'project_id': '4a3794670e8d4c9985547d557d6969e0', 'subnets': [{'id': '5dc0c212-b568-43f4-b5cf-0229c3337a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:38:34.199471 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-ecfedc52-05fe-45b2-93f4-1ce6e3be4343 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:34.200842 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-ecfedc52-05fe-45b2-93f4-1ce6e3be4343 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8337147 Aug 24 13:38:34.204362 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 48216) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:34.214596 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-a4a37625-0fd5-4953-8056-40ac614e0d3d tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Request body: {'security_group_rule': {'security_group_id': '604f6693-fdc8-4aff-9d7c-0e32711309ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:38:34.305389 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:34.379307 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-a4a37625-0fd5-4953-8056-40ac614e0d3d tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for security_group_rule (a660d110-4622-47d4-8675-76f7cb907eff), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:34.401683 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-31fea435-e718-4016-9147-1974e069eb4c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:34.431376 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-1e2b8aee-9acc-462d-b458-6bfd9ccde95a None None] For port 75065905-7b34-4ad9-aad8-ab7ee3ca3bd8, host dv-cinder-779578-4-iscsi, cleared binding levels {{(pid=106987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:38:34.442459 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-1e2b8aee-9acc-462d-b458-6bfd9ccde95a None None] For port 75065905-7b34-4ad9-aad8-ab7ee3ca3bd8, host dv-cinder-779578-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=75065905-7b34-4ad9-aad8-ab7ee3ca3bd8,segment=NetworkSegment(67afd480-e30a-4400-a86a-25b503d7ef00),segment_id=67afd480-e30a-4400-a86a-25b503d7ef00)] {{(pid=106987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:38:34.468411 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:34.490670 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 48224) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:34.598114 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-1e2b8aee-9acc-462d-b458-6bfd9ccde95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (75065905-7b34-4ad9-aad8-ab7ee3ca3bd8), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:34.647719 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-2cd09bdc-0bc5-4288-ad3a-2a6811895405 req-44684cb3-6ecb-4c0b-9c02-6e8b57c12361 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=41fef0de-6828-4680-ade1-e4c25d189d6e HTTP/1.1" status: 200 len: 210 time: 0.1554637 Aug 24 13:38:34.697636 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-a4a37625-0fd5-4953-8056-40ac614e0d3d tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for security_group_rule (a660d110-4622-47d4-8675-76f7cb907eff), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:34.709444 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:34.725741 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2b8aee-9acc-462d-b458-6bfd9ccde95a None None] Routers {'76db8bb3-0b68-4e6c-befe-f4726b0c7412'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:38:34.726413 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-1e2b8aee-9acc-462d-b458-6bfd9ccde95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:38:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['76db8bb3-0b68-4e6c-befe-f4726b0c7412'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:38:34.805325 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a75cb3d-1a04-4f9f-bfa8-79ddb63ad74c None None] Pushing event updated for resources: {'Port': ['ID=75065905-7b34-4ad9-aad8-ab7ee3ca3bd8,revision_number=4']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:34.812119 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-a4a37625-0fd5-4953-8056-40ac614e0d3d tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008640'] for security_group_rule (a660d110-4622-47d4-8675-76f7cb907eff), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:34.835956 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.db_base_plugin_common [None req-31fea435-e718-4016-9147-1974e069eb4c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Allocated IP 172.27.1.44 (b9a647d2-3285-4c25-b9a6-e511e6620ca5/0f88e60e-ade3-4937-9959-ff6f15b76440/c62eadaa-d412-4b93-8b2b-81d244164637) {{(pid=106986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:38:34.864074 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a37625-0fd5-4953-8056-40ac614e0d3d tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a660d110-4622-47d4-8675-76f7cb907eff,revision_number=0']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:34.940905 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-1e2b8aee-9acc-462d-b458-6bfd9ccde95a None None] Set router 76db8bb3-0b68-4e6c-befe-f4726b0c7412 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:38:34.982867 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-a4a37625-0fd5-4953-8056-40ac614e0d3d tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:34.988024 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-a4a37625-0fd5-4953-8056-40ac614e0d3d tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7781117 Aug 24 13:38:34.989231 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 48248) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:34.995862 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-a1805b58-befa-47f8-81e3-d9270d29488b tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Request body: {'floatingip': {'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:38:35.087823 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-31fea435-e718-4016-9147-1974e069eb4c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks [] for port (c62eadaa-d412-4b93-8b2b-81d244164637), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:35.142746 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-a1805b58-befa-47f8-81e3-d9270d29488b tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:35.269867 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-31fea435-e718-4016-9147-1974e069eb4c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634'] for port (c62eadaa-d412-4b93-8b2b-81d244164637), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:35.443940 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fea435-e718-4016-9147-1974e069eb4c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Network b9a647d2-3285-4c25-b9a6-e511e6620ca5 is already hosted by enough agents. {{(pid=106986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:38:35.452404 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.base_scheduler [None req-31fea435-e718-4016-9147-1974e069eb4c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Resources bound (agent type, host, resource id): {{(pid=106986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:38:35.462817 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fea435-e718-4016-9147-1974e069eb4c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Received port after_create {{(pid=106986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:38:35.479561 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-a1805b58-befa-47f8-81e3-d9270d29488b tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:35.487119 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:35.489991 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-1e2b8aee-9acc-462d-b458-6bfd9ccde95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'name': 'tempest-AttachVolumeNegativeTest-1546593255-router', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:16Z', 'updated_at': '2022-08-24T13:38:26Z', 'revision_number': 4, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'gw_port': {'id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:18Z', 'updated_at': '2022-08-24T13:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': '75065905-7b34-4ad9-aad8-ab7ee3ca3bd8', 'name': '', 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'mac_address': 'fa:16:3e:60:3e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd07781da-28f3-4c07-b598-0d710e632916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:24Z', 'updated_at': '2022-08-24T13:38:34Z', 'revision_number': 4, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'subnets': [{'id': 'd07781da-28f3-4c07-b598-0d710e632916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:38:35.608664 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fea435-e718-4016-9147-1974e069eb4c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Pushing event updated for resources: {'Port': ['ID=c62eadaa-d412-4b93-8b2b-81d244164637,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:35.608831 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2b8aee-9acc-462d-b458-6bfd9ccde95a None None] The sync data for ids ['76db8bb3-0b68-4e6c-befe-f4726b0c7412'] in dv-cinder-779578-4-iscsi is: [{'id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'name': 'tempest-AttachVolumeNegativeTest-1546593255-router', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:16Z', 'updated_at': '2022-08-24T13:38:26Z', 'revision_number': 4, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'gw_port': {'id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:18Z', 'updated_at': '2022-08-24T13:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': '75065905-7b34-4ad9-aad8-ab7ee3ca3bd8', 'name': '', 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'mac_address': 'fa:16:3e:60:3e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd07781da-28f3-4c07-b598-0d710e632916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:24Z', 'updated_at': '2022-08-24T13:38:34Z', 'revision_number': 4, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'subnets': [{'id': 'd07781da-28f3-4c07-b598-0d710e632916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:38:35.679267 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.db_base_plugin_common [None req-a1805b58-befa-47f8-81e3-d9270d29488b tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Allocated IP 172.27.1.76 (b9a647d2-3285-4c25-b9a6-e511e6620ca5/0f88e60e-ade3-4937-9959-ff6f15b76440/52c2d916-de65-4dd7-9b99-168595b767ad) {{(pid=106985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:38:35.839372 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:35.935119 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-a1805b58-befa-47f8-81e3-d9270d29488b tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for port (52c2d916-de65-4dd7-9b99-168595b767ad), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:36.017171 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-31fea435-e718-4016-9147-1974e069eb4c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks [] for floatingip (f79efa01-2857-4ea0-a2a0-183d615fee95), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:36.197785 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-51481846-3118-40cc-afa8-c18d37a4966f req-b7dcc4de-1757-4763-a1d4-80eccd0c8357 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=41fef0de-6828-4680-ade1-e4c25d189d6e HTTP/1.1" status: 200 len: 210 time: 0.1746514 Aug 24 13:38:36.341802 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 9df609fd-7715-4315-bd7e-fc5d1a18ba1a up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:38:36.341990 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-31fea435-e718-4016-9147-1974e069eb4c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (c62eadaa-d412-4b93-8b2b-81d244164637), before_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:36.403267 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-a1805b58-befa-47f8-81e3-d9270d29488b tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634'] for port (52c2d916-de65-4dd7-9b99-168595b767ad), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:36.522352 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 48282) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:36.528051 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port 9df609fd-7715-4315-bd7e-fc5d1a18ba1a triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:38:36.528629 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (9df609fd-7715-4315-bd7e-fc5d1a18ba1a), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:36.536415 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1805b58-befa-47f8-81e3-d9270d29488b tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Pushing event updated for resources: {'Port': ['ID=52c2d916-de65-4dd7-9b99-168595b767ad,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:36.539282 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-51552cde-ff3d-4d5f-abbd-47baa69a2c56 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-364116913-network', 'tenant_id': 'c8bdca90afe047a2a67e3a998f8ea4db'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:38:36.549380 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:36.573107 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1805b58-befa-47f8-81e3-d9270d29488b tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Network b9a647d2-3285-4c25-b9a6-e511e6620ca5 is already hosted by enough agents. {{(pid=106985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:38:36.579197 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.base_scheduler [None req-a1805b58-befa-47f8-81e3-d9270d29488b tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Resources bound (agent type, host, resource id): {{(pid=106985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:38:36.595279 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1805b58-befa-47f8-81e3-d9270d29488b tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Received port after_create {{(pid=106985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:38:36.824743 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port 9df609fd-7715-4315-bd7e-fc5d1a18ba1a is: DOWN; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:38:36.825133 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (9df609fd-7715-4315-bd7e-fc5d1a18ba1a), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:36.885235 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.agents_db [None req-66b1cbc3-9e75-488f-ab76-e3b1c287483f None None] Agent healthcheck: found 6 active agents {{(pid=106988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 13:38:36.906170 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-a1805b58-befa-47f8-81e3-d9270d29488b tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for floatingip (69f7047a-97f0-4849-a419-76fbb31923bb), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:36.909050 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] For port 9df609fd-7715-4315-bd7e-fc5d1a18ba1a, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=9df609fd-7715-4315-bd7e-fc5d1a18ba1a,segment=NetworkSegment(a88cce91-4088-4c2d-9e6d-815be545b223),segment_id=a88cce91-4088-4c2d-9e6d-815be545b223)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:38:37.028486 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (9df609fd-7715-4315-bd7e-fc5d1a18ba1a), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:37.029845 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device db1e9755-d759-4f60-b714-7af68d02ce1e up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:38:37.134795 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-a1805b58-befa-47f8-81e3-d9270d29488b tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (52c2d916-de65-4dd7-9b99-168595b767ad), before_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:37.344990 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:37.381173 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51552cde-ff3d-4d5f-abbd-47baa69a2c56 admin admin] Made reservation on behalf of c8bdca90afe047a2a67e3a998f8ea4db for: {'network': 1} {{(pid=106986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:38:37.386857 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Pushing event updated for resources: {'Port': ['ID=9df609fd-7715-4315-bd7e-fc5d1a18ba1a,revision_number=5']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:37.414219 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-51552cde-ff3d-4d5f-abbd-47baa69a2c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for network (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:37.509001 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port db1e9755-d759-4f60-b714-7af68d02ce1e triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:38:37.510597 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (db1e9755-d759-4f60-b714-7af68d02ce1e), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:37.559208 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-51552cde-ff3d-4d5f-abbd-47baa69a2c56 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:37.566330 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-c9a10d40-a387-4c12-a164-e9d2020b0116 req-80b42fe7-28c0-4866-ae24-dd40e05f1338 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=41fef0de-6828-4680-ade1-e4c25d189d6e HTTP/1.1" status: 200 len: 210 time: 0.0767539 Aug 24 13:38:37.675648 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port db1e9755-d759-4f60-b714-7af68d02ce1e is: DOWN; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:38:37.676223 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (db1e9755-d759-4f60-b714-7af68d02ce1e), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:37.717508 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] For port db1e9755-d759-4f60-b714-7af68d02ce1e, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=db1e9755-d759-4f60-b714-7af68d02ce1e,segment=NetworkSegment(d3c5e9c4-fd20-406c-b672-893adab194ab),segment_id=d3c5e9c4-fd20-406c-b672-893adab194ab)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:38:37.719894 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-a1805b58-befa-47f8-81e3-d9270d29488b tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for port (52c2d916-de65-4dd7-9b99-168595b767ad), precommit_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:37.722404 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-31fea435-e718-4016-9147-1974e069eb4c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks [] for port (c62eadaa-d412-4b93-8b2b-81d244164637), precommit_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:37.795015 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (db1e9755-d759-4f60-b714-7af68d02ce1e), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:37.796052 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 75065905-7b34-4ad9-aad8-ab7ee3ca3bd8 up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:38:37.799779 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-31fea435-e718-4016-9147-1974e069eb4c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (c62eadaa-d412-4b93-8b2b-81d244164637), after_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:37.800086 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-a1805b58-befa-47f8-81e3-d9270d29488b tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (52c2d916-de65-4dd7-9b99-168595b767ad), after_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:37.801114 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-31fea435-e718-4016-9147-1974e069eb4c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961197'] for floatingip (f79efa01-2857-4ea0-a2a0-183d615fee95), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:37.806580 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-a1805b58-befa-47f8-81e3-d9270d29488b tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961197'] for floatingip (69f7047a-97f0-4849-a419-76fbb31923bb), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:37.838883 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:INSERT=13 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:37.898406 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-51552cde-ff3d-4d5f-abbd-47baa69a2c56 admin admin] Publish callbacks [] for security_group (6043ebae-ebbe-47b2-b59c-cfe13d5712ee), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:37.942261 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1805b58-befa-47f8-81e3-d9270d29488b tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Pushing event updated for resources: {'Port': ['ID=52c2d916-de65-4dd7-9b99-168595b767ad,revision_number=2']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:37.944812 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fea435-e718-4016-9147-1974e069eb4c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Pushing event updated for resources: {'Port': ['ID=c62eadaa-d412-4b93-8b2b-81d244164637,revision_number=2']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:37.991343 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Pushing event updated for resources: {'Port': ['ID=db1e9755-d759-4f60-b714-7af68d02ce1e,revision_number=5']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:38.002057 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port 75065905-7b34-4ad9-aad8-ab7ee3ca3bd8 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:38:38.002454 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (75065905-7b34-4ad9-aad8-ab7ee3ca3bd8), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:38.016092 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-51552cde-ff3d-4d5f-abbd-47baa69a2c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (6043ebae-ebbe-47b2-b59c-cfe13d5712ee), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:38.025255 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-a1805b58-befa-47f8-81e3-d9270d29488b tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for floatingip (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:38.025446 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-31fea435-e718-4016-9147-1974e069eb4c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for floatingip (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:38.025446 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-31fea435-e718-4016-9147-1974e069eb4c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3454933 Aug 24 13:38:38.036664 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-a1805b58-befa-47f8-81e3-d9270d29488b tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0459697 Aug 24 13:38:38.064286 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:38.064672 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51552cde-ff3d-4d5f-abbd-47baa69a2c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6043ebae-ebbe-47b2-b59c-cfe13d5712ee,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:38.080697 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51552cde-ff3d-4d5f-abbd-47baa69a2c56 admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=106986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 13:38:38.105940 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-51552cde-ff3d-4d5f-abbd-47baa69a2c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916165'] for segment (2b9af5a5-ee85-4fe8-a7ea-6ebe8236065e), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:38.106335 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.db.segments_db [None req-51552cde-ff3d-4d5f-abbd-47baa69a2c56 admin admin] Added segment 2b9af5a5-ee85-4fe8-a7ea-6ebe8236065e of type vlan for network 027cc5f1-5142-463d-9d84-0aafa85374a1 Aug 24 13:38:38.237869 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port 75065905-7b34-4ad9-aad8-ab7ee3ca3bd8 is: DOWN; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:38:38.238450 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-51552cde-ff3d-4d5f-abbd-47baa69a2c56 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732775010169'] for network (027cc5f1-5142-463d-9d84-0aafa85374a1), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:38.239030 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (75065905-7b34-4ad9-aad8-ab7ee3ca3bd8), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:38.311906 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] For port 75065905-7b34-4ad9-aad8-ab7ee3ca3bd8, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=75065905-7b34-4ad9-aad8-ab7ee3ca3bd8,segment=NetworkSegment(67afd480-e30a-4400-a86a-25b503d7ef00),segment_id=67afd480-e30a-4400-a86a-25b503d7ef00)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:38:38.422063 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (75065905-7b34-4ad9-aad8-ab7ee3ca3bd8), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:38.430115 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-51552cde-ff3d-4d5f-abbd-47baa69a2c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995'] for network (027cc5f1-5142-463d-9d84-0aafa85374a1), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:38.438841 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51552cde-ff3d-4d5f-abbd-47baa69a2c56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:38.439674 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-51552cde-ff3d-4d5f-abbd-47baa69a2c56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for network (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:38.510321 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-81ce8982-2a84-4785-8736-7defe37c8023 req-8c6b7264-01d6-4ba3-956f-0f08c6f9eb14 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1825755339&fields=id&tenant_id=4a3794670e8d4c9985547d557d6969e0 HTTP/1.1" status: 200 len: 267 time: 0.1220255 Aug 24 13:38:38.595667 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Pushing event updated for resources: {'Port': ['ID=75065905-7b34-4ad9-aad8-ab7ee3ca3bd8,revision_number=5']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:38.607518 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51552cde-ff3d-4d5f-abbd-47baa69a2c56 admin admin] Pushing event updated for resources: {'Network': ['ID=027cc5f1-5142-463d-9d84-0aafa85374a1,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:38.646797 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Network 027cc5f1-5142-463d-9d84-0aafa85374a1 details requested by agent ovs-agent-dv-cinder-779578-4-iscsi with host dv-cinder-779578-4-iscsi {{(pid=106987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 13:38:38.774509 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 9df609fd-7715-4315-bd7e-fc5d1a18ba1a up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:38:38.786849 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-51552cde-ff3d-4d5f-abbd-47baa69a2c56 admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.2630653 Aug 24 13:38:38.791256 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 48358) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:38.797525 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-f73ca2e2-54b3-4f2c-8860-4e1397639018 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--728549319&fields=id&tenant_id=019b2e8bdb934d94a25fe4b355e73c68 HTTP/1.1" status: 200 len: 267 time: 0.2251973 Aug 24 13:38:38.807280 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-84ff40a5-d4b5-477e-9f37-2246a671236c admin admin] Request body: {'subnet': {'network_id': '027cc5f1-5142-463d-9d84-0aafa85374a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-364116913-subnet', 'tenant_id': 'c8bdca90afe047a2a67e3a998f8ea4db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:38:38.864376 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:38.877150 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port 9df609fd-7715-4315-bd7e-fc5d1a18ba1a triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:38:38.877581 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (9df609fd-7715-4315-bd7e-fc5d1a18ba1a), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:38.898719 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce8982-2a84-4785-8736-7defe37c8023 req-fd0e65b2-04ef-4b4f-aed4-b41722b21dd4 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:38.912764 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-81ce8982-2a84-4785-8736-7defe37c8023 req-fd0e65b2-04ef-4b4f-aed4-b41722b21dd4 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/networks?id=385fd5c5-6c70-4a95-9981-8683550b730c HTTP/1.1" status: 200 len: 817 time: 0.3943970 Aug 24 13:38:38.959075 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-81ce8982-2a84-4785-8736-7defe37c8023 req-6875bc66-2e0e-4dbd-b2f1-dd14a006b7c2 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/quotas/4a3794670e8d4c9985547d557d6969e0 HTTP/1.1" status: 200 len: 375 time: 0.0447876 Aug 24 13:38:38.970872 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port 9df609fd-7715-4315-bd7e-fc5d1a18ba1a is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:38:38.972486 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device db1e9755-d759-4f60-b714-7af68d02ce1e up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:38:39.002104 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ff40a5-d4b5-477e-9f37-2246a671236c admin admin] Made reservation on behalf of c8bdca90afe047a2a67e3a998f8ea4db for: {'subnet': 1} {{(pid=106986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:38:39.037117 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-84ff40a5-d4b5-477e-9f37-2246a671236c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:39.124599 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-81ce8982-2a84-4785-8736-7defe37c8023 req-3859cd85-9689-4c94-9b31-14b263eb3fda tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=4a3794670e8d4c9985547d557d6969e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1641269 Aug 24 13:38:39.143853 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port db1e9755-d759-4f60-b714-7af68d02ce1e triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:38:39.145156 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (db1e9755-d759-4f60-b714-7af68d02ce1e), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:39.528529 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:39.586238 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port db1e9755-d759-4f60-b714-7af68d02ce1e is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:38:39.619639 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-e32cbfc3-2310-44d0-9bdd-58ab3cfa07e2 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:39.622107 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-e32cbfc3-2310-44d0-9bdd-58ab3cfa07e2 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/networks?id=789a27f6-7f62-4022-86ef-1042c82fc322 HTTP/1.1" status: 200 len: 815 time: 0.8132043 Aug 24 13:38:39.675246 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-81ce8982-2a84-4785-8736-7defe37c8023 req-662b03f6-e230-41f6-9220-5fe46583ebc3 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/385fd5c5-6c70-4a95-9981-8683550b730c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5052550 Aug 24 13:38:39.690742 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-7f64b3bc-b288-47e5-8c04-68efd109e6d8 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/quotas/019b2e8bdb934d94a25fe4b355e73c68 HTTP/1.1" status: 200 len: 375 time: 0.0555365 Aug 24 13:38:39.754664 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-1df27448-6593-4337-b0ca-0a1a91dfdc38 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=019b2e8bdb934d94a25fe4b355e73c68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0699167 Aug 24 13:38:39.924627 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-81ce8982-2a84-4785-8736-7defe37c8023 req-d6e73325-c078-42f8-992f-b7d0e8dceff1 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/385fd5c5-6c70-4a95-9981-8683550b730c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687238 Aug 24 13:38:39.983321 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-84ff40a5-d4b5-477e-9f37-2246a671236c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995'] for subnet (4683ad6d-198e-4c45-8ba3-d5e28ab4214a), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:40.000811 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-0f8fc099-16b8-4376-9db6-faaf607fe18f service neutron] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 13:38:40.001977 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-0f8fc099-16b8-4376-9db6-faaf607fe18f service neutron] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0610776 Aug 24 13:38:40.099688 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff40a5-d4b5-477e-9f37-2246a671236c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4683ad6d-198e-4c45-8ba3-d5e28ab4214a,revision_number=0']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:40.179153 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-8fcbaf8d-4718-449e-bf44-4cad9ce574ea service neutron] 10.222.0.73 "GET /networking/v2.0/networks/789a27f6-7f62-4022-86ef-1042c82fc322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552675 Aug 24 13:38:40.180524 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ff40a5-d4b5-477e-9f37-2246a671236c admin admin] Checking segment: {'id': '2b9af5a5-ee85-4fe8-a7ea-6ebe8236065e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '027cc5f1-5142-463d-9d84-0aafa85374a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:38:40.180882 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ff40a5-d4b5-477e-9f37-2246a671236c admin admin] Network hostable DHCP agents. Network: 027cc5f1-5142-463d-9d84-0aafa85374a1, hostable agents: ['5b6616ad-7c61-467c-8809-81a3e3733e23'], hosted agents: [] {{(pid=106986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 13:38:40.307418 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-f3be28e2-d3b7-48a7-b839-93efa01ffc9c service neutron] 10.222.0.73 "GET /networking/v2.0/networks/789a27f6-7f62-4022-86ef-1042c82fc322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157398 Aug 24 13:38:40.356074 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ff40a5-d4b5-477e-9f37-2246a671236c admin admin] Network 027cc5f1-5142-463d-9d84-0aafa85374a1 is scheduled to be hosted by DHCP agent 5b6616ad-7c61-467c-8809-81a3e3733e23 with binding_index 1 {{(pid=106986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 13:38:40.363682 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-888bcd75-5cb5-43b0-a89a-1c61c014d7c5 req-c80bb5b8-f0b9-4e1b-b301-1772b987bfff tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=41fef0de-6828-4680-ade1-e4c25d189d6e HTTP/1.1" status: 200 len: 210 time: 0.0463588 Aug 24 13:38:40.461667 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.base_scheduler [None req-84ff40a5-d4b5-477e-9f37-2246a671236c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779578-4-iscsi, 027cc5f1-5142-463d-9d84-0aafa85374a1) {{(pid=106986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:38:40.469854 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ff40a5-d4b5-477e-9f37-2246a671236c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:40.473419 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-84ff40a5-d4b5-477e-9f37-2246a671236c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for subnet (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:40.473612 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437f9f5a-5d44-4e81-a1ba-ffa1562fc623 None None] Network 027cc5f1-5142-463d-9d84-0aafa85374a1 requested from dv-cinder-779578-4-iscsi {{(pid=106987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 13:38:40.646586 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-bbadf0ee-fb46-4f1e-9d37-13d358b2c86b req-7f86081f-75fe-426a-b73d-023f34e2e81a tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 210 time: 0.1192570 Aug 24 13:38:40.678539 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 75065905-7b34-4ad9-aad8-ab7ee3ca3bd8 up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:38:40.766741 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-84ff40a5-d4b5-477e-9f37-2246a671236c admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.9735909 Aug 24 13:38:40.823157 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20650f70-71ee-40c8-94e2-90df262a1246 None None] Network 027cc5f1-5142-463d-9d84-0aafa85374a1 requested from dv-cinder-779578-4-iscsi {{(pid=106987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 13:38:40.849728 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port 75065905-7b34-4ad9-aad8-ab7ee3ca3bd8 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:38:40.850104 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (75065905-7b34-4ad9-aad8-ab7ee3ca3bd8), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:40.963198 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=100 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:41.059804 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9dfaee46-e46e-49f7-a270-32eeb68f0f05 req-60b3d157-2a7a-4ab9-8700-d392b0dbefa0 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3ad88e6d-b2b8-4049-b987-94022767fa67 HTTP/1.1" status: 200 len: 210 time: 0.0871880 Aug 24 13:38:41.062495 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:41.087208 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:41.123841 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port 75065905-7b34-4ad9-aad8-ab7ee3ca3bd8 is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:38:41.209106 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 48446) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:41.268883 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcf761ed-caff-4dd3-b7d1-4357d7603789 admin admin] Deleting subnet 72bbc312-a9bd-4517-97d3-5ba47b0a6745 {{(pid=106986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 13:38:41.269598 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-bcf761ed-caff-4dd3-b7d1-4357d7603789 admin admin] Publish callbacks [] for subnet (72bbc312-a9bd-4517-97d3-5ba47b0a6745), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:41.343333 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-bcf761ed-caff-4dd3-b7d1-4357d7603789 admin admin] Publish callbacks [] for subnet (72bbc312-a9bd-4517-97d3-5ba47b0a6745), precommit_delete_associations {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:41.360303 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-bcf761ed-caff-4dd3-b7d1-4357d7603789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66918460'] for subnet (72bbc312-a9bd-4517-97d3-5ba47b0a6745), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:41.611675 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-bcf761ed-caff-4dd3-b7d1-4357d7603789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66918469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995'] for subnet (72bbc312-a9bd-4517-97d3-5ba47b0a6745), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:41.699790 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-2f93d4b1-f80c-4f07-abbd-c274f4b26e18 req-175cb07a-9f78-42d9-9e17-520aeeba187c tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=41fef0de-6828-4680-ade1-e4c25d189d6e HTTP/1.1" status: 200 len: 210 time: 0.0814040 Aug 24 13:38:41.743581 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-bcf761ed-caff-4dd3-b7d1-4357d7603789 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:41.760921 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 48468) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:41.761534 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-bcf761ed-caff-4dd3-b7d1-4357d7603789 admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/72bbc312-a9bd-4517-97d3-5ba47b0a6745 HTTP/1.1" status: 204 len: 168 time: 0.5636208 Aug 24 13:38:41.771659 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf761ed-caff-4dd3-b7d1-4357d7603789 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72bbc312-a9bd-4517-97d3-5ba47b0a6745,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:41.999442 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-48564630-1726-4b6e-aff4-c4fe2232ffc5 req-3ae3c3ac-3146-48e6-a69d-2c4ff0cb7578 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 210 time: 0.1644542 Aug 24 13:38:42.077643 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=88,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:42.129219 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-ed2d93db-fc2f-4deb-b904-31937ee24cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-67096241'] for network (e954e2f6-b69b-4a68-baa8-1920cef0c5a3), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:42.233998 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-186eea46-18dd-4003-b9a7-c9650bf171ca req-e4b008af-82de-4cdc-b9f5-0ae7dd942609 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3ad88e6d-b2b8-4049-b987-94022767fa67 HTTP/1.1" status: 200 len: 210 time: 0.0623064 Aug 24 13:38:42.284819 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-ed2d93db-fc2f-4deb-b904-31937ee24cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66912316', 'neutron.services.segments.db._delete_segments_for_network-8732775531888'] for network (e954e2f6-b69b-4a68-baa8-1920cef0c5a3), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:42.306363 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-ed2d93db-fc2f-4deb-b904-31937ee24cf7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:38:42.306735 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-ed2d93db-fc2f-4deb-b904-31937ee24cf7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:38:42.307872 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-ed2d93db-fc2f-4deb-b904-31937ee24cf7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:38:42.308729 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-ed2d93db-fc2f-4deb-b904-31937ee24cf7 admin admin] Subscribe: > port after_create 55550000 {{(pid=106985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:38:42.309272 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-ed2d93db-fc2f-4deb-b904-31937ee24cf7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:38:42.310061 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-ed2d93db-fc2f-4deb-b904-31937ee24cf7 admin admin] Subscribe: > port after_update 55550000 {{(pid=106985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:38:42.310512 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-ed2d93db-fc2f-4deb-b904-31937ee24cf7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:38:42.311070 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-ed2d93db-fc2f-4deb-b904-31937ee24cf7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:38:42.311397 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-ed2d93db-fc2f-4deb-b904-31937ee24cf7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:38:42.311725 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-ed2d93db-fc2f-4deb-b904-31937ee24cf7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:38:42.664557 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.20', 61840) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:42.671358 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-ed2d93db-fc2f-4deb-b904-31937ee24cf7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:38:42.671712 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-ed2d93db-fc2f-4deb-b904-31937ee24cf7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:38:42.672104 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-ed2d93db-fc2f-4deb-b904-31937ee24cf7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:38:42.673003 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-ed2d93db-fc2f-4deb-b904-31937ee24cf7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106985) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:38:42.673386 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.services.segments.db [None req-ed2d93db-fc2f-4deb-b904-31937ee24cf7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e954e2f6-b69b-4a68-baa8-1920cef0c5a3']}} {{(pid=106985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:38:42.701805 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.services.segments.db [None req-ed2d93db-fc2f-4deb-b904-31937ee24cf7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96b2931e-7f9d-4a62-aba1-1214d01e3204') {'for_net_delete': True} {{(pid=106985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:38:42.701805 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.services.segments.db [None req-ed2d93db-fc2f-4deb-b904-31937ee24cf7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96b2931e-7f9d-4a62-aba1-1214d01e3204') {} {{(pid=106985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:38:42.713498 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-ed2d93db-fc2f-4deb-b904-31937ee24cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732775508974', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2278129'] for segment (96b2931e-7f9d-4a62-aba1-1214d01e3204), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:42.741677 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-ed2d93db-fc2f-4deb-b904-31937ee24cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916165'] for segment (96b2931e-7f9d-4a62-aba1-1214d01e3204), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:42.758053 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed2d93db-fc2f-4deb-b904-31937ee24cf7 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=106985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 13:38:42.758461 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-ed2d93db-fc2f-4deb-b904-31937ee24cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2796055'] for segment (96b2931e-7f9d-4a62-aba1-1214d01e3204), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:42.840478 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 48502) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:42.962908 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b063588-5737-4faa-852f-61174378fb88 req-644beb3d-96b4-4e1c-8505-f23609466c33 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:42.964585 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-4b063588-5737-4faa-852f-61174378fb88 req-644beb3d-96b4-4e1c-8505-f23609466c33 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.20 "GET /networking/v2.0/networks?id=2e903fbc-329f-4ab0-8009-8377c36a9d55 HTTP/1.1" status: 200 len: 811 time: 0.2988343 Aug 24 13:38:42.978870 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-91a3d098-f147-4942-8a71-710ca70d2399 req-130bbda5-68c6-40de-b6e4-c9070cd6f6d3 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=41fef0de-6828-4680-ade1-e4c25d189d6e HTTP/1.1" status: 200 len: 210 time: 0.0686159 Aug 24 13:38:43.031011 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [req-4b063588-5737-4faa-852f-61174378fb88 req-fef66b7f-ff5f-48b4-a6e9-e994bc3f2e09 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] Request body: {'port': {'device_id': '41fef0de-6828-4680-ade1-e4c25d189d6e', 'network_id': '2e903fbc-329f-4ab0-8009-8377c36a9d55', 'admin_state_up': True, 'tenant_id': '77b5eebd2706440badffd858826d5c79'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:38:43.055324 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-ed2d93db-fc2f-4deb-b904-31937ee24cf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66912311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008716'] for network (e954e2f6-b69b-4a68-baa8-1920cef0c5a3), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:43.084949 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-ed2d93db-fc2f-4deb-b904-31937ee24cf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for network (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:43.114705 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-ed2d93db-fc2f-4deb-b904-31937ee24cf7 admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/e954e2f6-b69b-4a68-baa8-1920cef0c5a3 HTTP/1.1" status: 204 len: 168 time: 1.3458586 Aug 24 13:38:43.116981 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 48516) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:43.182685 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d93db-fc2f-4deb-b904-31937ee24cf7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e954e2f6-b69b-4a68-baa8-1920cef0c5a3,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:43.234266 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0d69cbb8-9eb5-443f-a192-23002fd18fca req-868dd130-3bac-4371-bd84-edc9f5c8fcf6 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 210 time: 0.0846131 Aug 24 13:38:43.346039 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d57d9e3f-9b8f-4cdf-b7e2-42f77dd79bc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:43.380987 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.services.segments.plugin [-] Segment 96b2931e-7f9d-4a62-aba1-1214d01e3204 resource provider aggregate not found Aug 24 13:38:43.427871 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.services.segments.plugin [-] Segment 96b2931e-7f9d-4a62-aba1-1214d01e3204 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 96b2931e-7f9d-4a62-aba1-1214d01e3204 found for delete ", "request_id": "req-8cf9266a-84b7-4103-90fc-656790ef9a96"}]} Aug 24 13:38:43.459685 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f54bc951-e37e-40b8-8ba5-14f26999d7bd req-44ffabf2-9f92-4f7a-baba-ec207e7cc4a3 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3ad88e6d-b2b8-4049-b987-94022767fa67 HTTP/1.1" status: 200 len: 210 time: 0.0602000 Aug 24 13:38:43.487077 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.db_base_plugin_v2 [None req-aae87da7-866c-4740-ad27-9a22488c05de admin admin] Deleting subnet 4683ad6d-198e-4c45-8ba3-d5e28ab4214a {{(pid=106986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 13:38:43.514162 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-aae87da7-866c-4740-ad27-9a22488c05de admin admin] Publish callbacks [] for subnet (4683ad6d-198e-4c45-8ba3-d5e28ab4214a), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:43.531932 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:43.575229 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-aae87da7-866c-4740-ad27-9a22488c05de admin admin] Publish callbacks [] for subnet (4683ad6d-198e-4c45-8ba3-d5e28ab4214a), precommit_delete_associations {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:43.588826 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-aae87da7-866c-4740-ad27-9a22488c05de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66918460'] for subnet (4683ad6d-198e-4c45-8ba3-d5e28ab4214a), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:43.611462 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d57d9e3f-9b8f-4cdf-b7e2-42f77dd79bc6 admin admin] Publish callbacks [] for security_group (82d4f3e3-41db-4eba-b66b-63178ca99114), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:43.819648 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b063588-5737-4faa-852f-61174378fb88 req-fef66b7f-ff5f-48b4-a6e9-e994bc3f2e09 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] Made reservation on behalf of 77b5eebd2706440badffd858826d5c79 for: {'port': 1} {{(pid=106986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:38:43.824842 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d57d9e3f-9b8f-4cdf-b7e2-42f77dd79bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (82d4f3e3-41db-4eba-b66b-63178ca99114), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:43.827172 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-4b063588-5737-4faa-852f-61174378fb88 req-fef66b7f-ff5f-48b4-a6e9-e994bc3f2e09 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:43.888283 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-aae87da7-866c-4740-ad27-9a22488c05de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66918469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995'] for subnet (4683ad6d-198e-4c45-8ba3-d5e28ab4214a), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:43.939340 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-d57d9e3f-9b8f-4cdf-b7e2-42f77dd79bc6 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=47326d6dd1004f24aabd48c2db58d911&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0309308 Aug 24 13:38:43.940252 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 48558) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:43.947454 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d9e3f-9b8f-4cdf-b7e2-42f77dd79bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82d4f3e3-41db-4eba-b66b-63178ca99114,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:43.978695 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-aae87da7-866c-4740-ad27-9a22488c05de admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:43.985026 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-aae87da7-866c-4740-ad27-9a22488c05de admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/4683ad6d-198e-4c45-8ba3-d5e28ab4214a HTTP/1.1" status: 204 len: 168 time: 0.8651762 Aug 24 13:38:43.992148 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 48562) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:44.098490 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae87da7-866c-4740-ad27-9a22488c05de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4683ad6d-198e-4c45-8ba3-d5e28ab4214a,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:44.229257 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-08e54fc0-0c87-45dc-b14b-d6c1e3fa9959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-67096241'] for network (027cc5f1-5142-463d-9d84-0aafa85374a1), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:44.348912 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-28c3247b-8b9c-48ea-b439-8755ad3c3a36 req-ec182b4d-9642-471a-a132-df3ab7c4a95b tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=41fef0de-6828-4680-ade1-e4c25d189d6e HTTP/1.1" status: 200 len: 210 time: 0.1986866 Aug 24 13:38:44.424817 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-62f4bfc5-c7ca-44d7-9e96-fcb692cb2e50 admin admin] Publish callbacks [] for security_group (82d4f3e3-41db-4eba-b66b-63178ca99114), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:44.478595 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-62f4bfc5-c7ca-44d7-9e96-fcb692cb2e50 admin admin] Publish callbacks [] for security_group (82d4f3e3-41db-4eba-b66b-63178ca99114), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:44.550120 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.db_base_plugin_common [req-4b063588-5737-4faa-852f-61174378fb88 req-fef66b7f-ff5f-48b4-a6e9-e994bc3f2e09 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] Allocated IP 172.20.0.4 (2e903fbc-329f-4ab0-8009-8377c36a9d55/69983798-9032-46f8-83a4-502dd4fa5f0a/7bc85c4a-d736-4e8a-86bf-61d6911d0812) {{(pid=106986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:38:44.636140 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7792e462-fa7b-492c-86ba-16506b9895f3 req-034ee160-9348-4897-9ab6-c1d74369f46f tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 210 time: 0.1304271 Aug 24 13:38:44.726245 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-2229e316-50d3-4b06-b52b-c4706e257874 req-79fec4f1-179e-4250-b719-3e8129799d64 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3ad88e6d-b2b8-4049-b987-94022767fa67 HTTP/1.1" status: 200 len: 210 time: 0.1253617 Aug 24 13:38:44.807908 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-08e54fc0-0c87-45dc-b14b-d6c1e3fa9959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66912316', 'neutron.services.segments.db._delete_segments_for_network-8732775531888'] for network (027cc5f1-5142-463d-9d84-0aafa85374a1), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:44.841564 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.services.segments.db [None req-08e54fc0-0c87-45dc-b14b-d6c1e3fa9959 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['027cc5f1-5142-463d-9d84-0aafa85374a1']}} {{(pid=106985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:38:44.858144 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:DELETE=3 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:44.860395 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.services.segments.db [None req-08e54fc0-0c87-45dc-b14b-d6c1e3fa9959 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b9af5a5-ee85-4fe8-a7ea-6ebe8236065e') {'for_net_delete': True} {{(pid=106985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:38:44.860860 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.services.segments.db [None req-08e54fc0-0c87-45dc-b14b-d6c1e3fa9959 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b9af5a5-ee85-4fe8-a7ea-6ebe8236065e') {} {{(pid=106985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:38:44.872729 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-08e54fc0-0c87-45dc-b14b-d6c1e3fa9959 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732775508974', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2278129'] for segment (2b9af5a5-ee85-4fe8-a7ea-6ebe8236065e), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:44.897180 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-08e54fc0-0c87-45dc-b14b-d6c1e3fa9959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916165'] for segment (2b9af5a5-ee85-4fe8-a7ea-6ebe8236065e), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:44.908612 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08e54fc0-0c87-45dc-b14b-d6c1e3fa9959 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=106985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 13:38:44.909698 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-08e54fc0-0c87-45dc-b14b-d6c1e3fa9959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2796055'] for segment (2b9af5a5-ee85-4fe8-a7ea-6ebe8236065e), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:44.955869 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-4b063588-5737-4faa-852f-61174378fb88 req-fef66b7f-ff5f-48b4-a6e9-e994bc3f2e09 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] Publish callbacks [] for port (7bc85c4a-d736-4e8a-86bf-61d6911d0812), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:44.998164 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=5 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:45.062732 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 48604) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:45.096514 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-4b063588-5737-4faa-852f-61174378fb88 req-fef66b7f-ff5f-48b4-a6e9-e994bc3f2e09 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634'] for port (7bc85c4a-d736-4e8a-86bf-61d6911d0812), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:45.099164 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-08e54fc0-0c87-45dc-b14b-d6c1e3fa9959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66912311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008716'] for network (027cc5f1-5142-463d-9d84-0aafa85374a1), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:45.115571 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-08e54fc0-0c87-45dc-b14b-d6c1e3fa9959 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for network (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:45.124436 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-08e54fc0-0c87-45dc-b14b-d6c1e3fa9959 admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/027cc5f1-5142-463d-9d84-0aafa85374a1 HTTP/1.1" status: 204 len: 168 time: 1.1271222 Aug 24 13:38:45.150343 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-62f4bfc5-c7ca-44d7-9e96-fcb692cb2e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (82d4f3e3-41db-4eba-b66b-63178ca99114), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:45.155730 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-62f4bfc5-c7ca-44d7-9e96-fcb692cb2e50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:45.158982 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-62f4bfc5-c7ca-44d7-9e96-fcb692cb2e50 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/82d4f3e3-41db-4eba-b66b-63178ca99114 HTTP/1.1" status: 204 len: 168 time: 1.2123425 Aug 24 13:38:45.160518 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e54fc0-0c87-45dc-b14b-d6c1e3fa9959 admin admin] Pushing event deleted for resources: {'Network': ['ID=027cc5f1-5142-463d-9d84-0aafa85374a1,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:45.179361 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f4bfc5-c7ca-44d7-9e96-fcb692cb2e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d4f3e3-41db-4eba-b66b-63178ca99114,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:45.209729 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b063588-5737-4faa-852f-61174378fb88 req-fef66b7f-ff5f-48b4-a6e9-e994bc3f2e09 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] Network 2e903fbc-329f-4ab0-8009-8377c36a9d55 is already hosted by enough agents. {{(pid=106986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:38:45.235911 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.base_scheduler [req-4b063588-5737-4faa-852f-61174378fb88 req-fef66b7f-ff5f-48b4-a6e9-e994bc3f2e09 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] Resources bound (agent type, host, resource id): {{(pid=106986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:38:45.244471 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b063588-5737-4faa-852f-61174378fb88 req-fef66b7f-ff5f-48b4-a6e9-e994bc3f2e09 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] Received port after_create {{(pid=106986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:38:45.252551 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b063588-5737-4faa-852f-61174378fb88 req-fef66b7f-ff5f-48b4-a6e9-e994bc3f2e09 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:45.253682 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-4b063588-5737-4faa-852f-61174378fb88 req-fef66b7f-ff5f-48b4-a6e9-e994bc3f2e09 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for port (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:45.259473 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef66b7f-ff5f-48b4-a6e9-e994bc3f2e09 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] Pushing event updated for resources: {'Port': ['ID=7bc85c4a-d736-4e8a-86bf-61d6911d0812,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:45.410786 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d3d4a8c4-bfe8-4c4a-bc91-1e8311030524 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:45.412931 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-4b063588-5737-4faa-852f-61174378fb88 req-fef66b7f-ff5f-48b4-a6e9-e994bc3f2e09 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3859196 Aug 24 13:38:45.444121 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [req-4b063588-5737-4faa-852f-61174378fb88 req-93b50f71-4513-400c-a3af-6f37ea59a581 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106986) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 13:38:45.446083 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-4b063588-5737-4faa-852f-61174378fb88 req-93b50f71-4513-400c-a3af-6f37ea59a581 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0272436 Aug 24 13:38:45.481089 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.services.segments.plugin [-] Segment 2b9af5a5-ee85-4fe8-a7ea-6ebe8236065e resource provider aggregate not found Aug 24 13:38:45.529680 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.services.segments.plugin [-] Segment 2b9af5a5-ee85-4fe8-a7ea-6ebe8236065e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b9af5a5-ee85-4fe8-a7ea-6ebe8236065e found for delete ", "request_id": "req-72c1e08b-3301-4d1a-a87d-faae776eb600"}]} Aug 24 13:38:45.725858 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-33e1edc7-3789-4fed-bd83-be4b02370e14 None None] Provisioning complete for port 7bc85c4a-d736-4e8a-86bf-61d6911d0812 triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:38:45.735305 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-33e1edc7-3789-4fed-bd83-be4b02370e14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (7bc85c4a-d736-4e8a-86bf-61d6911d0812), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:45.852852 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-33e1edc7-3789-4fed-bd83-be4b02370e14 None None] Port 7bc85c4a-d736-4e8a-86bf-61d6911d0812 cannot update to ACTIVE because it is not bound. {{(pid=106987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 13:38:45.923188 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080dd72e-09a6-41d3-8472-62b94d95e039 req-084c6335-49e4-464e-9563-fa53002b8c9f tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:45.936853 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-080dd72e-09a6-41d3-8472-62b94d95e039 req-084c6335-49e4-464e-9563-fa53002b8c9f tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=41fef0de-6828-4680-ade1-e4c25d189d6e HTTP/1.1" status: 200 len: 931 time: 0.3101275 Aug 24 13:38:45.998929 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.20', 61850) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:46.001830 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d0e77dc4-c578-4561-a226-e3934166d994 req-7cc74128-7cb1-4967-9f0f-2f9a8f688721 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 210 time: 0.1384361 Aug 24 13:38:46.015293 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d3d4a8c4-bfe8-4c4a-bc91-1e8311030524 admin admin] Publish callbacks [] for security_group (2f837ec3-3cdf-4729-b012-fca239e87419), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:46.363672 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 48634) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:46.385489 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d3d4a8c4-bfe8-4c4a-bc91-1e8311030524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (2f837ec3-3cdf-4729-b012-fca239e87419), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:46.398550 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.20', 61851) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:46.463598 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=38 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:46.479178 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-4a7b2f78-5f3e-413e-8a1d-b2ed508b5934 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:46.485571 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-4a7b2f78-5f3e-413e-8a1d-b2ed508b5934 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.20 "GET /networking/v2.0/networks?id=789a27f6-7f62-4022-86ef-1042c82fc322 HTTP/1.1" status: 200 len: 815 time: 0.6912861 Aug 24 13:38:46.491816 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:46.669705 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-cb4142fd-b3aa-40a1-9fc2-c72a37d34f78 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=019b2e8bdb934d94a25fe4b355e73c68 HTTP/1.1" status: 200 len: 379 time: 0.1411438 Aug 24 13:38:46.681439 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [req-4b063588-5737-4faa-852f-61174378fb88 req-8b31fb6b-b0c3-4683-a627-0749b372ebe7 service neutron] Request body: {'port': {'device_id': '41fef0de-6828-4680-ade1-e4c25d189d6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:38:46.695920 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-931a1f9d-7143-4096-84c3-b6508c138c93 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Request body: {'port': {'device_id': '3ad88e6d-b2b8-4049-b987-94022767fa67', 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'admin_state_up': True, 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'security_groups': ['604f6693-fdc8-4aff-9d7c-0e32711309ec']}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:38:46.756067 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d4a8c4-bfe8-4c4a-bc91-1e8311030524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f837ec3-3cdf-4729-b012-fca239e87419,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:46.790521 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1376961d-8924-4b8f-844a-c8233bf08dc1 req-abe5f55a-c83f-4c3e-a551-8e07a85ad7b3 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3ad88e6d-b2b8-4049-b987-94022767fa67 HTTP/1.1" status: 200 len: 210 time: 0.4254847 Aug 24 13:38:46.824937 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce8982-2a84-4785-8736-7defe37c8023 req-90666deb-551e-4d5c-b202-2a0a099e1fd1 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:46.842809 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-81ce8982-2a84-4785-8736-7defe37c8023 req-90666deb-551e-4d5c-b202-2a0a099e1fd1 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.20 "GET /networking/v2.0/networks?id=385fd5c5-6c70-4a95-9981-8683550b730c HTTP/1.1" status: 200 len: 817 time: 0.8246126 Aug 24 13:38:46.852790 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=19 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:46.877068 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-4b063588-5737-4faa-852f-61174378fb88 req-8b31fb6b-b0c3-4683-a627-0749b372ebe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (7bc85c4a-d736-4e8a-86bf-61d6911d0812), before_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:46.887378 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-352d1f1a-429b-4c90-99fc-c81cec0e61ed admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=68d03258876d46f1a33641921e33d0f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5185311 Aug 24 13:38:46.892216 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-d3d4a8c4-bfe8-4c4a-bc91-1e8311030524 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=e0849f6b20484c609379631852e76ba5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8251255 Aug 24 13:38:46.892216 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 48642) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:46.893362 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 48644) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:46.927461 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-080dd72e-09a6-41d3-8472-62b94d95e039 req-6544129b-3061-4e24-8121-96908125c126 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=19e6fee2-bc83-4521-9a18-a0e51ba93c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9587572 Aug 24 13:38:47.077698 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-1df13422-5355-4bf0-80e7-6d462f1b5b0d admin admin] Publish callbacks [] for security_group (5c7622d3-0737-4149-b321-4f87b118b13e), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:47.110179 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-1df13422-5355-4bf0-80e7-6d462f1b5b0d admin admin] Publish callbacks [] for security_group (5c7622d3-0737-4149-b321-4f87b118b13e), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:47.200524 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-9c561116-05a1-4170-932d-97a826c7d443 admin admin] Publish callbacks [] for security_group (2f837ec3-3cdf-4729-b012-fca239e87419), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:47.226815 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-931a1f9d-7143-4096-84c3-b6508c138c93 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Made reservation on behalf of 019b2e8bdb934d94a25fe4b355e73c68 for: {'port': 1} {{(pid=106986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:38:47.233296 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-931a1f9d-7143-4096-84c3-b6508c138c93 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:47.300961 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-bfc277f7-2b31-4feb-988c-f2c7d179e729 req-da2db853-a19d-40f3-b8d7-855cb6b919ea tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 210 time: 0.0824366 Aug 24 13:38:47.301087 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-9c561116-05a1-4170-932d-97a826c7d443 admin admin] Publish callbacks [] for security_group (2f837ec3-3cdf-4729-b012-fca239e87419), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:47.323660 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a93d403b-29c5-41ac-a53c-7c0bf3f47879), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:47.347184 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-81ce8982-2a84-4785-8736-7defe37c8023 req-02da9004-154f-4962-b17f-2ec19d48b448 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4a3794670e8d4c9985547d557d6969e0 HTTP/1.1" status: 200 len: 380 time: 0.3539066 Aug 24 13:38:47.427833 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 48660) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:47.486380 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-1ba750a6-47bd-4aab-9ae8-2b70c3f0c8a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:47.552967 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [req-81ce8982-2a84-4785-8736-7defe37c8023 req-8dc60945-6aed-4328-8b66-3256d3ff31b9 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Request body: {'port': {'device_id': '53bade32-e7bf-4ace-9b68-0458f257feff', 'network_id': '385fd5c5-6c70-4a95-9981-8683550b730c', 'admin_state_up': True, 'tenant_id': '4a3794670e8d4c9985547d557d6969e0', 'security_groups': ['be9cfb45-07d7-4da1-b88b-aee23f8a2067']}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:38:47.559667 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-1df13422-5355-4bf0-80e7-6d462f1b5b0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (5c7622d3-0737-4149-b321-4f87b118b13e), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:47.576897 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-1df13422-5355-4bf0-80e7-6d462f1b5b0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:47.581847 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-1df13422-5355-4bf0-80e7-6d462f1b5b0d admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/5c7622d3-0737-4149-b321-4f87b118b13e HTTP/1.1" status: 204 len: 168 time: 0.6904771 Aug 24 13:38:47.652756 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.notifiers.nova [req-4b063588-5737-4faa-852f-61174378fb88 req-8b31fb6b-b0c3-4683-a627-0749b372ebe7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bc85c4a-d736-4e8a-86bf-61d6911d0812 {{(pid=106986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 13:38:47.676974 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-9c561116-05a1-4170-932d-97a826c7d443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (2f837ec3-3cdf-4729-b012-fca239e87419), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:47.681945 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-9c561116-05a1-4170-932d-97a826c7d443 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:47.684465 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-9c561116-05a1-4170-932d-97a826c7d443 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/2f837ec3-3cdf-4729-b012-fca239e87419 HTTP/1.1" status: 204 len: 168 time: 0.7896600 Aug 24 13:38:47.693122 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-4b063588-5737-4faa-852f-61174378fb88 req-8b31fb6b-b0c3-4683-a627-0749b372ebe7 service neutron] Publish callbacks [] for port (7bc85c4a-d736-4e8a-86bf-61d6911d0812), precommit_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:47.715302 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.db_base_plugin_common [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-931a1f9d-7143-4096-84c3-b6508c138c93 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Allocated IP 172.20.0.11 (789a27f6-7f62-4022-86ef-1042c82fc322/d07781da-28f3-4c07-b598-0d710e632916/0723b1a9-9fdc-4151-b023-7ddb25fe09e0) {{(pid=106986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:38:47.766317 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c561116-05a1-4170-932d-97a826c7d443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f837ec3-3cdf-4729-b012-fca239e87419,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:47.781966 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.provisioning_blocks [req-4b063588-5737-4faa-852f-61174378fb88 req-8b31fb6b-b0c3-4683-a627-0749b372ebe7 service neutron] Transition to ACTIVE for port object 7bc85c4a-d736-4e8a-86bf-61d6911d0812 will not be triggered until provisioned by entity L2. {{(pid=106986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 13:38:47.802330 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-1ba750a6-47bd-4aab-9ae8-2b70c3f0c8a0 admin admin] Publish callbacks [] for security_group (26acce97-3bd9-4ae3-bbe5-b542c442d4c0), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:47.932092 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-4b063588-5737-4faa-852f-61174378fb88 req-8b31fb6b-b0c3-4683-a627-0749b372ebe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (7bc85c4a-d736-4e8a-86bf-61d6911d0812), after_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:47.994654 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df13422-5355-4bf0-80e7-6d462f1b5b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7622d3-0737-4149-b321-4f87b118b13e,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:48.043619 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:48.065208 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-1ba750a6-47bd-4aab-9ae8-2b70c3f0c8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (26acce97-3bd9-4ae3-bbe5-b542c442d4c0), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:48.133508 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:48.173588 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-004756cc-61e1-4433-86e1-fb7fa22a0221 req-291354bb-7002-4c8b-9878-59e62dadf524 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3ad88e6d-b2b8-4049-b987-94022767fa67 HTTP/1.1" status: 200 len: 210 time: 0.1606462 Aug 24 13:38:48.199685 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-1ba750a6-47bd-4aab-9ae8-2b70c3f0c8a0 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=0edad77faec54a10bd1cebf5441653e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7700317 Aug 24 13:38:48.212673 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 48684) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:48.312580 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b31fb6b-b0c3-4683-a627-0749b372ebe7 service neutron] Pushing event updated for resources: {'Port': ['ID=7bc85c4a-d736-4e8a-86bf-61d6911d0812,revision_number=2']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:48.334723 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba750a6-47bd-4aab-9ae8-2b70c3f0c8a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26acce97-3bd9-4ae3-bbe5-b542c442d4c0,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:48.339006 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81ce8982-2a84-4785-8736-7defe37c8023 req-8dc60945-6aed-4328-8b66-3256d3ff31b9 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Made reservation on behalf of 4a3794670e8d4c9985547d557d6969e0 for: {'port': 1} {{(pid=106985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:38:48.342888 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.managers [req-4b063588-5737-4faa-852f-61174378fb88 req-8b31fb6b-b0c3-4683-a627-0749b372ebe7 service neutron] Attempting to bind port 7bc85c4a-d736-4e8a-86bf-61d6911d0812 on host hv-cinder-77957 for vnic_type normal with profile {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:38:48.343475 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.managers [req-4b063588-5737-4faa-852f-61174378fb88 req-8b31fb6b-b0c3-4683-a627-0749b372ebe7 service neutron] Attempting to bind port 7bc85c4a-d736-4e8a-86bf-61d6911d0812 by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': 'a88cce91-4088-4c2d-9e6d-815be545b223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2e903fbc-329f-4ab0-8009-8377c36a9d55'}] {{(pid=106986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:38:48.344710 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-81ce8982-2a84-4785-8736-7defe37c8023 req-8dc60945-6aed-4328-8b66-3256d3ff31b9 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:48.344851 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b063588-5737-4faa-852f-61174378fb88 req-8b31fb6b-b0c3-4683-a627-0749b372ebe7 service neutron] Attempting to bind port 7bc85c4a-d736-4e8a-86bf-61d6911d0812 on network 2e903fbc-329f-4ab0-8009-8377c36a9d55 {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:38:48.360807 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b063588-5737-4faa-852f-61174378fb88 req-8b31fb6b-b0c3-4683-a627-0749b372ebe7 service neutron] Port 7bc85c4a-d736-4e8a-86bf-61d6911d0812 on network 2e903fbc-329f-4ab0-8009-8377c36a9d55 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 13:38:48.361382 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b063588-5737-4faa-852f-61174378fb88 req-8b31fb6b-b0c3-4683-a627-0749b372ebe7 service neutron] Attempting to bind port 7bc85c4a-d736-4e8a-86bf-61d6911d0812 on network 2e903fbc-329f-4ab0-8009-8377c36a9d55 {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:38:48.389414 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-931a1f9d-7143-4096-84c3-b6508c138c93 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for port (0723b1a9-9fdc-4151-b023-7ddb25fe09e0), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:48.389414 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b063588-5737-4faa-852f-61174378fb88 req-8b31fb6b-b0c3-4683-a627-0749b372ebe7 service neutron] Checking agent: {'id': 'a93d403b-29c5-41ac-a53c-7c0bf3f47879', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 36, 17), 'started_at': datetime.datetime(2022, 8, 24, 13, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:38:48.389414 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b063588-5737-4faa-852f-61174378fb88 req-8b31fb6b-b0c3-4683-a627-0749b372ebe7 service neutron] Checking segment: {'id': 'a88cce91-4088-4c2d-9e6d-815be545b223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2e903fbc-329f-4ab0-8009-8377c36a9d55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:38:48.389414 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b063588-5737-4faa-852f-61174378fb88 req-8b31fb6b-b0c3-4683-a627-0749b372ebe7 service neutron] Bound using segment: {'id': 'a88cce91-4088-4c2d-9e6d-815be545b223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2e903fbc-329f-4ab0-8009-8377c36a9d55'} {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:38:48.389879 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.managers [req-4b063588-5737-4faa-852f-61174378fb88 req-8b31fb6b-b0c3-4683-a627-0749b372ebe7 service neutron] Bound port: 7bc85c4a-d736-4e8a-86bf-61d6911d0812, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a88cce91-4088-4c2d-9e6d-815be545b223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2e903fbc-329f-4ab0-8009-8377c36a9d55'}}] {{(pid=106986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:38:48.390227 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-4b063588-5737-4faa-852f-61174378fb88 req-8b31fb6b-b0c3-4683-a627-0749b372ebe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (7bc85c4a-d736-4e8a-86bf-61d6911d0812), before_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:48.400905 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b569e76-d439-412f-9e9d-b9b8270f31ce req-1b3b4214-61b0-4346-b7d4-58707c464fac tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:48.403917 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-8b569e76-d439-412f-9e9d-b9b8270f31ce req-1b3b4214-61b0-4346-b7d4-58707c464fac tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=41fef0de-6828-4680-ade1-e4c25d189d6e HTTP/1.1" status: 200 len: 943 time: 0.2141759 Aug 24 13:38:48.506497 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.db [req-4b063588-5737-4faa-852f-61174378fb88 req-8b31fb6b-b0c3-4683-a627-0749b372ebe7 service neutron] For port 7bc85c4a-d736-4e8a-86bf-61d6911d0812, host hv-cinder-77957, cleared binding levels {{(pid=106986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:38:48.509819 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-a12c54cf-6c8f-4b9b-acc0-2a615072cde7 admin admin] Publish callbacks [] for security_group (26acce97-3bd9-4ae3-bbe5-b542c442d4c0), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:48.513238 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.db [req-4b063588-5737-4faa-852f-61174378fb88 req-8b31fb6b-b0c3-4683-a627-0749b372ebe7 service neutron] For port 7bc85c4a-d736-4e8a-86bf-61d6911d0812, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=7bc85c4a-d736-4e8a-86bf-61d6911d0812,segment=NetworkSegment(a88cce91-4088-4c2d-9e6d-815be545b223),segment_id=a88cce91-4088-4c2d-9e6d-815be545b223)] {{(pid=106986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:38:48.586215 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-931a1f9d-7143-4096-84c3-b6508c138c93 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634'] for port (0723b1a9-9fdc-4151-b023-7ddb25fe09e0), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:48.628291 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-4b063588-5737-4faa-852f-61174378fb88 req-8b31fb6b-b0c3-4683-a627-0749b372ebe7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (7bc85c4a-d736-4e8a-86bf-61d6911d0812), after_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:48.643020 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b063588-5737-4faa-852f-61174378fb88 req-8b31fb6b-b0c3-4683-a627-0749b372ebe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:48.643890 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-4b063588-5737-4faa-852f-61174378fb88 req-8b31fb6b-b0c3-4683-a627-0749b372ebe7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for port (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:48.646896 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-4b063588-5737-4faa-852f-61174378fb88 req-8b31fb6b-b0c3-4683-a627-0749b372ebe7 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/7bc85c4a-d736-4e8a-86bf-61d6911d0812 HTTP/1.1" status: 200 len: 1093 time: 2.2359197 Aug 24 13:38:48.649992 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41fef0de-6828-4680-ade1-e4c25d189d6e', 'tag': '7bc85c4a-d736-4e8a-86bf-61d6911d0812'}] {{(pid=106986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:38:48.719552 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-931a1f9d-7143-4096-84c3-b6508c138c93 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Network 789a27f6-7f62-4022-86ef-1042c82fc322 is already hosted by enough agents. {{(pid=106986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:38:48.723639 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.base_scheduler [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-931a1f9d-7143-4096-84c3-b6508c138c93 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Resources bound (agent type, host, resource id): {{(pid=106986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:38:48.728651 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-931a1f9d-7143-4096-84c3-b6508c138c93 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Received port after_create {{(pid=106986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:38:48.733477 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-931a1f9d-7143-4096-84c3-b6508c138c93 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:48.734164 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-931a1f9d-7143-4096-84c3-b6508c138c93 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for port (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:48.741001 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931a1f9d-7143-4096-84c3-b6508c138c93 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Pushing event updated for resources: {'Port': ['ID=0723b1a9-9fdc-4151-b023-7ddb25fe09e0,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:48.792849 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-c32e7f8a-a012-4833-9b7a-2977bd8a23a7 req-01e90d01-4081-4750-8200-b360626a3a0e tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 210 time: 0.2538941 Aug 24 13:38:48.821344 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b31fb6b-b0c3-4683-a627-0749b372ebe7 service neutron] Pushing event updated for resources: {'Port': ['ID=7bc85c4a-d736-4e8a-86bf-61d6911d0812,revision_number=3']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:48.843287 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-a12c54cf-6c8f-4b9b-acc0-2a615072cde7 admin admin] Publish callbacks [] for security_group (26acce97-3bd9-4ae3-bbe5-b542c442d4c0), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:49.007338 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-8b569e76-d439-412f-9e9d-b9b8270f31ce req-7ad8c738-9bf0-4ae9-80af-2619cbab6c79 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=19e6fee2-bc83-4521-9a18-a0e51ba93c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5538988 Aug 24 13:38:49.022982 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-931a1f9d-7143-4096-84c3-b6508c138c93 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3342445 Aug 24 13:38:49.092709 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.db_base_plugin_common [req-81ce8982-2a84-4785-8736-7defe37c8023 req-8dc60945-6aed-4328-8b66-3256d3ff31b9 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Allocated IP 172.20.0.14 (385fd5c5-6c70-4a95-9981-8683550b730c/5dc0c212-b568-43f4-b5cf-0229c3337a97/55484e25-34c8-469b-8598-d718e9469013) {{(pid=106985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:38:49.129699 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-c4b6b243-30d2-44be-87f4-f3481bcd1aff service neutron] Request body: {'port': {'device_id': '3ad88e6d-b2b8-4049-b987-94022767fa67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:38:49.149248 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b063588-5737-4faa-852f-61174378fb88 req-49f48832-e1a6-4490-9cbf-72776303e64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:49.153154 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-4b063588-5737-4faa-852f-61174378fb88 req-49f48832-e1a6-4490-9cbf-72776303e64c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=77b5eebd2706440badffd858826d5c79&device_id=41fef0de-6828-4680-ade1-e4c25d189d6e HTTP/1.1" status: 200 len: 1127 time: 0.2596817 Aug 24 13:38:49.341755 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-b6dec7d1-6e65-443d-b82b-7f976ca92717 None None] Provisioning complete for port 0723b1a9-9fdc-4151-b023-7ddb25fe09e0 triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:38:49.342797 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-b6dec7d1-6e65-443d-b82b-7f976ca92717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (0723b1a9-9fdc-4151-b023-7ddb25fe09e0), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:49.400930 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-4b063588-5737-4faa-852f-61174378fb88 req-0f4cdd1c-9b21-4cf5-bb44-d1ee33195396 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7bc85c4a-d736-4e8a-86bf-61d6911d0812 HTTP/1.1" status: 200 len: 217 time: 0.2009182 Aug 24 13:38:49.405303 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:49.426491 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-b6dec7d1-6e65-443d-b82b-7f976ca92717 None None] Port 0723b1a9-9fdc-4151-b023-7ddb25fe09e0 cannot update to ACTIVE because it is not bound. {{(pid=106987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 13:38:49.480025 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-a12c54cf-6c8f-4b9b-acc0-2a615072cde7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (26acce97-3bd9-4ae3-bbe5-b542c442d4c0), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:49.483756 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-a12c54cf-6c8f-4b9b-acc0-2a615072cde7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:49.489403 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-a12c54cf-6c8f-4b9b-acc0-2a615072cde7 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/26acce97-3bd9-4ae3-bbe5-b542c442d4c0 HTTP/1.1" status: 204 len: 168 time: 1.2123065 Aug 24 13:38:49.497898 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 48724) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:49.634517 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b063588-5737-4faa-852f-61174378fb88 req-8556dfd5-6748-490f-8429-d5e34b5f41e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:49.636633 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-4b063588-5737-4faa-852f-61174378fb88 req-8556dfd5-6748-490f-8429-d5e34b5f41e5 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=69983798-9032-46f8-83a4-502dd4fa5f0a HTTP/1.1" status: 200 len: 850 time: 0.2288823 Aug 24 13:38:49.637448 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 48732) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:49.648826 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-170db738-a480-4c91-a422-5a23a069a215 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=c8bdca90afe047a2a67e3a998f8ea4db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1354594 Aug 24 13:38:49.660572 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 48738) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:49.669547 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c57b8a-eaa4-4687-9ea8-3940c721c918 req-24dd8ca6-32de-4e8f-907c-f157069132f3 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:49.682633 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f1c57b8a-eaa4-4687-9ea8-3940c721c918 req-24dd8ca6-32de-4e8f-907c-f157069132f3 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3ad88e6d-b2b8-4049-b987-94022767fa67 HTTP/1.1" status: 200 len: 932 time: 0.2236736 Aug 24 13:38:49.693533 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c54cf-6c8f-4b9b-acc0-2a615072cde7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26acce97-3bd9-4ae3-bbe5-b542c442d4c0,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:49.835133 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-81ce8982-2a84-4785-8736-7defe37c8023 req-8dc60945-6aed-4328-8b66-3256d3ff31b9 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks [] for port (55484e25-34c8-469b-8598-d718e9469013), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:49.927786 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f1c57b8a-eaa4-4687-9ea8-3940c721c918 req-6dbd32a7-ad39-4b06-b28f-4b174b3ed1a2 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=604f6693-fdc8-4aff-9d7c-0e32711309ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2426236 Aug 24 13:38:49.953955 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d01dbab33e71115aad2ee8471a00c8ecaf37bbc8c5e47995de0ab84d59865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3559b604-2df2-4c97-a417-d3295ba6742e" -d '{"events": [{"name": "network-changed", "server_uuid": "41fef0de-6828-4680-ade1-e4c25d189d6e", "tag": "7bc85c4a-d736-4e8a-86bf-61d6911d0812"}]}' {{(pid=106986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:38:49.960723 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-d9b17c01-dd0c-42c2-aa9e-254613aeaa17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:49.966505 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=4 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:49.994351 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-407e31b1-2f71-4793-bc60-dbe689a36f68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:50.081530 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-81ce8982-2a84-4785-8736-7defe37c8023 req-8dc60945-6aed-4328-8b66-3256d3ff31b9 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (55484e25-34c8-469b-8598-d718e9469013), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:50.212701 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b063588-5737-4faa-852f-61174378fb88 req-f6f7ac80-f549-4d4d-8314-b68e274c82bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:50.214413 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-4b063588-5737-4faa-852f-61174378fb88 req-f6f7ac80-f549-4d4d-8314-b68e274c82bb service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=2e903fbc-329f-4ab0-8009-8377c36a9d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5495095 Aug 24 13:38:50.215076 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-c4b6b243-30d2-44be-87f4-f3481bcd1aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (0723b1a9-9fdc-4151-b023-7ddb25fe09e0), before_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:50.309061 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81ce8982-2a84-4785-8736-7defe37c8023 req-8dc60945-6aed-4328-8b66-3256d3ff31b9 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Network 385fd5c5-6c70-4a95-9981-8683550b730c is already hosted by enough agents. {{(pid=106985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:38:50.311319 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc60945-6aed-4328-8b66-3256d3ff31b9 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Pushing event updated for resources: {'Port': ['ID=55484e25-34c8-469b-8598-d718e9469013,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:50.317089 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.base_scheduler [req-81ce8982-2a84-4785-8736-7defe37c8023 req-8dc60945-6aed-4328-8b66-3256d3ff31b9 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Resources bound (agent type, host, resource id): {{(pid=106985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:38:50.381595 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ce8982-2a84-4785-8736-7defe37c8023 req-8dc60945-6aed-4328-8b66-3256d3ff31b9 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Received port after_create {{(pid=106985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:38:50.527949 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0571c548-901a-4265-aa90-147befb1ff34 req-3afc482c-f21f-49c1-892a-167dc0abbeb4 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:50.541240 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0571c548-901a-4265-aa90-147befb1ff34 req-3afc482c-f21f-49c1-892a-167dc0abbeb4 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 932 time: 0.3649035 Aug 24 13:38:50.704501 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:50.742720 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b28cb8d4-07a1-4ba2-8489-221f13d87bd8 admin admin] Publish callbacks [] for security_group (6043ebae-ebbe-47b2-b59c-cfe13d5712ee), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:50.789880 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-df7d9799-d972-49fe-8c99-1d78e7425e41 None None] Provisioning complete for port 55484e25-34c8-469b-8598-d718e9469013 triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:38:50.791667 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-df7d9799-d972-49fe-8c99-1d78e7425e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (55484e25-34c8-469b-8598-d718e9469013), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:50.801978 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ccc2f1-5bd6-4d67-b221-f48f0b757e1f req-063c3252-14ad-48d3-8053-ad1ab5f00637 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:50.803797 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f3ccc2f1-5bd6-4d67-b221-f48f0b757e1f req-063c3252-14ad-48d3-8053-ad1ab5f00637 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=41fef0de-6828-4680-ade1-e4c25d189d6e HTTP/1.1" status: 200 len: 943 time: 0.4237843 Aug 24 13:38:50.811396 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce8982-2a84-4785-8736-7defe37c8023 req-8dc60945-6aed-4328-8b66-3256d3ff31b9 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:50.812150 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-81ce8982-2a84-4785-8736-7defe37c8023 req-8dc60945-6aed-4328-8b66-3256d3ff31b9 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for port (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:50.824410 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0571c548-901a-4265-aa90-147befb1ff34 req-d8956128-bb57-42cf-bc1c-cc5d46f48c46 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2815304 Aug 24 13:38:50.880690 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b28cb8d4-07a1-4ba2-8489-221f13d87bd8 admin admin] Publish callbacks [] for security_group (6043ebae-ebbe-47b2-b59c-cfe13d5712ee), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:50.894455 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-df7d9799-d972-49fe-8c99-1d78e7425e41 None None] Port 55484e25-34c8-469b-8598-d718e9469013 cannot update to ACTIVE because it is not bound. {{(pid=106987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 13:38:50.897233 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-4b063588-5737-4faa-852f-61174378fb88 req-7fe0115e-22f1-4bbd-89ed-5304c844b029 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2e903fbc-329f-4ab0-8009-8377c36a9d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6497507 Aug 24 13:38:50.979631 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f3ccc2f1-5bd6-4d67-b221-f48f0b757e1f req-0736d233-51fb-4f08-993c-582ff1018a57 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=19e6fee2-bc83-4521-9a18-a0e51ba93c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624501 Aug 24 13:38:51.027783 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-d9b17c01-dd0c-42c2-aa9e-254613aeaa17 admin admin] Publish callbacks [] for security_group (6cbcc411-2e04-4725-b64d-952be5f5a5e5), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:51.262897 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-4b063588-5737-4faa-852f-61174378fb88 req-2cc89d34-975c-49a5-8373-d25d2be688fd service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2e903fbc-329f-4ab0-8009-8377c36a9d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123791 Aug 24 13:38:51.285148 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-81ce8982-2a84-4785-8736-7defe37c8023 req-8dc60945-6aed-4328-8b66-3256d3ff31b9 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7911932 Aug 24 13:38:51.290919 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.notifiers.nova [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-c4b6b243-30d2-44be-87f4-f3481bcd1aff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0723b1a9-9fdc-4151-b023-7ddb25fe09e0 {{(pid=106986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 13:38:51.304450 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-c4b6b243-30d2-44be-87f4-f3481bcd1aff service neutron] Publish callbacks [] for port (0723b1a9-9fdc-4151-b023-7ddb25fe09e0), precommit_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:51.311654 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [req-81ce8982-2a84-4785-8736-7defe37c8023 req-79b08e18-85c5-475b-90d7-c298a073a895 service neutron] Request body: {'port': {'device_id': '53bade32-e7bf-4ace-9b68-0458f257feff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:38:51.335852 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.provisioning_blocks [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-c4b6b243-30d2-44be-87f4-f3481bcd1aff service neutron] Transition to ACTIVE for port object 0723b1a9-9fdc-4151-b023-7ddb25fe09e0 will not be triggered until provisioned by entity L2. {{(pid=106986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 13:38:51.398856 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-d9b17c01-dd0c-42c2-aa9e-254613aeaa17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (6cbcc411-2e04-4725-b64d-952be5f5a5e5), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:51.409217 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b28cb8d4-07a1-4ba2-8489-221f13d87bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (6043ebae-ebbe-47b2-b59c-cfe13d5712ee), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:51.432320 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b28cb8d4-07a1-4ba2-8489-221f13d87bd8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:51.438276 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-b28cb8d4-07a1-4ba2-8489-221f13d87bd8 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/6043ebae-ebbe-47b2-b59c-cfe13d5712ee HTTP/1.1" status: 204 len: 168 time: 1.5678747 Aug 24 13:38:51.469385 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-c4b6b243-30d2-44be-87f4-f3481bcd1aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (0723b1a9-9fdc-4151-b023-7ddb25fe09e0), after_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:51.571770 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-81ce8982-2a84-4785-8736-7defe37c8023 req-79b08e18-85c5-475b-90d7-c298a073a895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (55484e25-34c8-469b-8598-d718e9469013), before_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:51.620084 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e8c38-5eb7-4c19-b211-5f8854a15a75 req-1b0f93c5-a58e-48d2-91a2-29b709752bfb tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:51.622870 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-8a9e8c38-5eb7-4c19-b211-5f8854a15a75 req-1b0f93c5-a58e-48d2-91a2-29b709752bfb tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3ad88e6d-b2b8-4049-b987-94022767fa67 HTTP/1.1" status: 200 len: 932 time: 0.2848399 Aug 24 13:38:51.643330 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 13:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa9a62d-488d-4e96-9a76-dc3a530b58d8 x-openstack-request-id: req-9fa9a62d-488d-4e96-9a76-dc3a530b58d8 {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:38:51.643330 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41fef0de-6828-4680-ade1-e4c25d189d6e", "tag": "7bc85c4a-d736-4e8a-86bf-61d6911d0812", "status": "completed", "code": 200}]} {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:38:51.643330 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9fa9a62d-488d-4e96-9a76-dc3a530b58d8 {{(pid=106986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:38:51.643330 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fa9a62d-488d-4e96-9a76-dc3a530b58d8'] response: {'name': 'network-changed', 'server_uuid': '41fef0de-6828-4680-ade1-e4c25d189d6e', 'tag': '7bc85c4a-d736-4e8a-86bf-61d6911d0812', 'status': 'completed', 'code': 200} Aug 24 13:38:51.711038 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-d9b17c01-dd0c-42c2-aa9e-254613aeaa17 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=01dbf0b761cb452ba43043285ce02b4e&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0632839 Aug 24 13:38:51.775921 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 48794) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:51.798604 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b17c01-dd0c-42c2-aa9e-254613aeaa17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cbcc411-2e04-4725-b64d-952be5f5a5e5,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:51.807747 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:51.854413 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b6b243-30d2-44be-87f4-f3481bcd1aff service neutron] Pushing event updated for resources: {'Port': ['ID=0723b1a9-9fdc-4151-b023-7ddb25fe09e0,revision_number=2']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:51.868012 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559b604-2df2-4c97-a417-d3295ba6742e req-1985af8d-aa75-467a-9ab7-d47cc073a081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:51.868816 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-3559b604-2df2-4c97-a417-d3295ba6742e req-1985af8d-aa75-467a-9ab7-d47cc073a081 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=77b5eebd2706440badffd858826d5c79&device_id=41fef0de-6828-4680-ade1-e4c25d189d6e HTTP/1.1" status: 200 len: 1127 time: 0.2374661 Aug 24 13:38:51.882209 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.managers [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-c4b6b243-30d2-44be-87f4-f3481bcd1aff service neutron] Attempting to bind port 0723b1a9-9fdc-4151-b023-7ddb25fe09e0 on host hv-cinder-77957 for vnic_type normal with profile {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:38:51.882817 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.managers [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-c4b6b243-30d2-44be-87f4-f3481bcd1aff service neutron] Attempting to bind port 0723b1a9-9fdc-4151-b023-7ddb25fe09e0 by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': '67afd480-e30a-4400-a86a-25b503d7ef00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322'}] {{(pid=106986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:38:51.883549 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-c4b6b243-30d2-44be-87f4-f3481bcd1aff service neutron] Attempting to bind port 0723b1a9-9fdc-4151-b023-7ddb25fe09e0 on network 789a27f6-7f62-4022-86ef-1042c82fc322 {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:38:51.914904 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-c4b6b243-30d2-44be-87f4-f3481bcd1aff service neutron] Port 0723b1a9-9fdc-4151-b023-7ddb25fe09e0 on network 789a27f6-7f62-4022-86ef-1042c82fc322 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 13:38:51.915546 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-c4b6b243-30d2-44be-87f4-f3481bcd1aff service neutron] Attempting to bind port 0723b1a9-9fdc-4151-b023-7ddb25fe09e0 on network 789a27f6-7f62-4022-86ef-1042c82fc322 {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:38:51.923969 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28cb8d4-07a1-4ba2-8489-221f13d87bd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6043ebae-ebbe-47b2-b59c-cfe13d5712ee,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:52.018719 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-c4b6b243-30d2-44be-87f4-f3481bcd1aff service neutron] Checking agent: {'id': 'a93d403b-29c5-41ac-a53c-7c0bf3f47879', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 36, 17), 'started_at': datetime.datetime(2022, 8, 24, 13, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:38:52.019195 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-c4b6b243-30d2-44be-87f4-f3481bcd1aff service neutron] Checking segment: {'id': '67afd480-e30a-4400-a86a-25b503d7ef00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:38:52.019632 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-c4b6b243-30d2-44be-87f4-f3481bcd1aff service neutron] Bound using segment: {'id': '67afd480-e30a-4400-a86a-25b503d7ef00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322'} {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:38:52.020158 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.managers [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-c4b6b243-30d2-44be-87f4-f3481bcd1aff service neutron] Bound port: 0723b1a9-9fdc-4151-b023-7ddb25fe09e0, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67afd480-e30a-4400-a86a-25b503d7ef00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322'}}] {{(pid=106986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:38:52.020591 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-c4b6b243-30d2-44be-87f4-f3481bcd1aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (0723b1a9-9fdc-4151-b023-7ddb25fe09e0), before_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:52.377798 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.db [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-c4b6b243-30d2-44be-87f4-f3481bcd1aff service neutron] For port 0723b1a9-9fdc-4151-b023-7ddb25fe09e0, host hv-cinder-77957, cleared binding levels {{(pid=106986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:38:52.414470 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-cdf7b0a6-67eb-4d2a-9e2c-26309e597188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:52.493475 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.db [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-c4b6b243-30d2-44be-87f4-f3481bcd1aff service neutron] For port 0723b1a9-9fdc-4151-b023-7ddb25fe09e0, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=0723b1a9-9fdc-4151-b023-7ddb25fe09e0,segment=NetworkSegment(67afd480-e30a-4400-a86a-25b503d7ef00),segment_id=67afd480-e30a-4400-a86a-25b503d7ef00)] {{(pid=106986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:38:52.530594 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.notifiers.nova [req-81ce8982-2a84-4785-8736-7defe37c8023 req-79b08e18-85c5-475b-90d7-c298a073a895 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55484e25-34c8-469b-8598-d718e9469013 {{(pid=106985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 13:38:52.535842 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:52.554636 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f291fd99-36b2-43a6-986b-beae23271751 admin admin] Publish callbacks [] for security_group (6cbcc411-2e04-4725-b64d-952be5f5a5e5), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:52.557257 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-81ce8982-2a84-4785-8736-7defe37c8023 req-79b08e18-85c5-475b-90d7-c298a073a895 service neutron] Publish callbacks [] for port (55484e25-34c8-469b-8598-d718e9469013), precommit_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:52.754723 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f291fd99-36b2-43a6-986b-beae23271751 admin admin] Publish callbacks [] for security_group (6cbcc411-2e04-4725-b64d-952be5f5a5e5), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:52.757083 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-8a9e8c38-5eb7-4c19-b211-5f8854a15a75 req-0fc23ea4-4baf-4a76-a9ab-41c1bd344960 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=604f6693-fdc8-4aff-9d7c-0e32711309ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9986215 Aug 24 13:38:52.757509 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559b604-2df2-4c97-a417-d3295ba6742e req-d695a6ea-266e-46b9-b063-ecb277bee404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:52.757509 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-3559b604-2df2-4c97-a417-d3295ba6742e req-d695a6ea-266e-46b9-b063-ecb277bee404 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=2e903fbc-329f-4ab0-8009-8377c36a9d55 HTTP/1.1" status: 200 len: 912 time: 0.7046492 Aug 24 13:38:52.757871 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.provisioning_blocks [req-81ce8982-2a84-4785-8736-7defe37c8023 req-79b08e18-85c5-475b-90d7-c298a073a895 service neutron] Transition to ACTIVE for port object 55484e25-34c8-469b-8598-d718e9469013 will not be triggered until provisioned by entity L2. {{(pid=106985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 13:38:52.757871 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f2abf-04bf-4d83-94ed-75a2d0495b25 req-ca6b1c71-d4a8-4f5c-99b8-10be8f256866 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:52.757871 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9d7f2abf-04bf-4d83-94ed-75a2d0495b25 req-ca6b1c71-d4a8-4f5c-99b8-10be8f256866 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 932 time: 0.1468003 Aug 24 13:38:52.757871 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9d7f2abf-04bf-4d83-94ed-75a2d0495b25 req-c2b0e739-dde9-43be-ba44-6fd66896cc8b tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668831 Aug 24 13:38:52.758232 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-3559b604-2df2-4c97-a417-d3295ba6742e req-b1b90b21-89d1-480d-af69-1a762ed44a97 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7bc85c4a-d736-4e8a-86bf-61d6911d0812 HTTP/1.1" status: 200 len: 217 time: 0.0913401 Aug 24 13:38:52.877211 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-c4b6b243-30d2-44be-87f4-f3481bcd1aff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (0723b1a9-9fdc-4151-b023-7ddb25fe09e0), after_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:52.880128 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-81ce8982-2a84-4785-8736-7defe37c8023 req-79b08e18-85c5-475b-90d7-c298a073a895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2796075'] for port (55484e25-34c8-469b-8598-d718e9469013), after_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:52.887042 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-c4b6b243-30d2-44be-87f4-f3481bcd1aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:52.888483 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-c4b6b243-30d2-44be-87f4-f3481bcd1aff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for port (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:52.891438 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-c4b6b243-30d2-44be-87f4-f3481bcd1aff service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/0723b1a9-9fdc-4151-b023-7ddb25fe09e0 HTTP/1.1" status: 200 len: 1094 time: 3.8358746 Aug 24 13:38:52.963803 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f291fd99-36b2-43a6-986b-beae23271751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (6cbcc411-2e04-4725-b64d-952be5f5a5e5), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:52.989601 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b08e18-85c5-475b-90d7-c298a073a895 service neutron] Pushing event updated for resources: {'Port': ['ID=55484e25-34c8-469b-8598-d718e9469013,revision_number=2']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:52.991580 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f291fd99-36b2-43a6-986b-beae23271751 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:52.995700 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-f291fd99-36b2-43a6-986b-beae23271751 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/6cbcc411-2e04-4725-b64d-952be5f5a5e5 HTTP/1.1" status: 204 len: 168 time: 1.2024009 Aug 24 13:38:53.070226 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb66c897-145c-4950-8172-a21ea0c4aea1 req-c5c0161b-0187-423e-902d-1f17961211db tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:53.071211 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f291fd99-36b2-43a6-986b-beae23271751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cbcc411-2e04-4725-b64d-952be5f5a5e5,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:53.072620 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-fb66c897-145c-4950-8172-a21ea0c4aea1 req-c5c0161b-0187-423e-902d-1f17961211db tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=41fef0de-6828-4680-ade1-e4c25d189d6e HTTP/1.1" status: 200 len: 943 time: 0.2519073 Aug 24 13:38:53.119564 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559b604-2df2-4c97-a417-d3295ba6742e req-475b2ace-a6f4-41ac-b657-264580fb58d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:53.121142 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-3559b604-2df2-4c97-a417-d3295ba6742e req-475b2ace-a6f4-41ac-b657-264580fb58d7 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=69983798-9032-46f8-83a4-502dd4fa5f0a HTTP/1.1" status: 200 len: 850 time: 0.1594956 Aug 24 13:38:53.128082 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b6b243-30d2-44be-87f4-f3481bcd1aff service neutron] Pushing event updated for resources: {'Port': ['ID=0723b1a9-9fdc-4151-b023-7ddb25fe09e0,revision_number=3']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:53.298592 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-fb66c897-145c-4950-8172-a21ea0c4aea1 req-bbb0eb30-acbe-4745-a5b2-af5cc8c6470d tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=19e6fee2-bc83-4521-9a18-a0e51ba93c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507521 Aug 24 13:38:53.320264 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.managers [req-81ce8982-2a84-4785-8736-7defe37c8023 req-79b08e18-85c5-475b-90d7-c298a073a895 service neutron] Attempting to bind port 55484e25-34c8-469b-8598-d718e9469013 on host hv-cinder-77957 for vnic_type normal with profile {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:38:53.321407 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.managers [req-81ce8982-2a84-4785-8736-7defe37c8023 req-79b08e18-85c5-475b-90d7-c298a073a895 service neutron] Attempting to bind port 55484e25-34c8-469b-8598-d718e9469013 by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': 'd3c5e9c4-fd20-406c-b672-893adab194ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '385fd5c5-6c70-4a95-9981-8683550b730c'}] {{(pid=106985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:38:53.322414 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ce8982-2a84-4785-8736-7defe37c8023 req-79b08e18-85c5-475b-90d7-c298a073a895 service neutron] Attempting to bind port 55484e25-34c8-469b-8598-d718e9469013 on network 385fd5c5-6c70-4a95-9981-8683550b730c {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:38:53.341026 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ce8982-2a84-4785-8736-7defe37c8023 req-79b08e18-85c5-475b-90d7-c298a073a895 service neutron] Port 55484e25-34c8-469b-8598-d718e9469013 on network 385fd5c5-6c70-4a95-9981-8683550b730c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 13:38:53.341732 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ce8982-2a84-4785-8736-7defe37c8023 req-79b08e18-85c5-475b-90d7-c298a073a895 service neutron] Attempting to bind port 55484e25-34c8-469b-8598-d718e9469013 on network 385fd5c5-6c70-4a95-9981-8683550b730c {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:38:53.347674 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-73eb5e3d-9382-47a1-905f-f277a91ec9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:53.349466 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-73eb5e3d-9382-47a1-905f-f277a91ec9a2 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=019b2e8bdb934d94a25fe4b355e73c68&device_id=3ad88e6d-b2b8-4049-b987-94022767fa67 HTTP/1.1" status: 200 len: 1128 time: 0.1671145 Aug 24 13:38:53.350593 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3559b604-2df2-4c97-a417-d3295ba6742e req-b7e8f7e8-f359-4b7b-b65a-67384f4c6e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:53.352969 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-3559b604-2df2-4c97-a417-d3295ba6742e req-b7e8f7e8-f359-4b7b-b65a-67384f4c6e67 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=2e903fbc-329f-4ab0-8009-8377c36a9d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1687136 Aug 24 13:38:53.355551 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ce8982-2a84-4785-8736-7defe37c8023 req-79b08e18-85c5-475b-90d7-c298a073a895 service neutron] Checking agent: {'id': 'a93d403b-29c5-41ac-a53c-7c0bf3f47879', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 36, 17), 'started_at': datetime.datetime(2022, 8, 24, 13, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 38, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:38:53.355955 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ce8982-2a84-4785-8736-7defe37c8023 req-79b08e18-85c5-475b-90d7-c298a073a895 service neutron] Checking segment: {'id': 'd3c5e9c4-fd20-406c-b672-893adab194ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '385fd5c5-6c70-4a95-9981-8683550b730c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:38:53.357055 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ce8982-2a84-4785-8736-7defe37c8023 req-79b08e18-85c5-475b-90d7-c298a073a895 service neutron] Bound using segment: {'id': 'd3c5e9c4-fd20-406c-b672-893adab194ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '385fd5c5-6c70-4a95-9981-8683550b730c'} {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:38:53.357606 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.managers [req-81ce8982-2a84-4785-8736-7defe37c8023 req-79b08e18-85c5-475b-90d7-c298a073a895 service neutron] Bound port: 55484e25-34c8-469b-8598-d718e9469013, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3c5e9c4-fd20-406c-b672-893adab194ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '385fd5c5-6c70-4a95-9981-8683550b730c'}}] {{(pid=106985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:38:53.358569 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-81ce8982-2a84-4785-8736-7defe37c8023 req-79b08e18-85c5-475b-90d7-c298a073a895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (55484e25-34c8-469b-8598-d718e9469013), before_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:53.503061 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.db [req-81ce8982-2a84-4785-8736-7defe37c8023 req-79b08e18-85c5-475b-90d7-c298a073a895 service neutron] For port 55484e25-34c8-469b-8598-d718e9469013, host hv-cinder-77957, cleared binding levels {{(pid=106985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:38:53.567336 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.db [req-81ce8982-2a84-4785-8736-7defe37c8023 req-79b08e18-85c5-475b-90d7-c298a073a895 service neutron] For port 55484e25-34c8-469b-8598-d718e9469013, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=55484e25-34c8-469b-8598-d718e9469013,segment=NetworkSegment(d3c5e9c4-fd20-406c-b672-893adab194ab),segment_id=d3c5e9c4-fd20-406c-b672-893adab194ab)] {{(pid=106985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:38:53.570481 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-194acaea-718f-4fbb-bbf7-244b5eddd6ce service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0723b1a9-9fdc-4151-b023-7ddb25fe09e0 HTTP/1.1" status: 200 len: 217 time: 0.1458137 Aug 24 13:38:53.646726 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ad88e6d-b2b8-4049-b987-94022767fa67', 'tag': '0723b1a9-9fdc-4151-b023-7ddb25fe09e0'}] {{(pid=106986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:38:53.646726 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d01dbab33e71115aad2ee8471a00c8ecaf37bbc8c5e47995de0ab84d59865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d473275b-2cd5-40fb-ae71-26cdaa8b2d42" -d '{"events": [{"name": "network-changed", "server_uuid": "3ad88e6d-b2b8-4049-b987-94022767fa67", "tag": "0723b1a9-9fdc-4151-b023-7ddb25fe09e0"}]}' {{(pid=106986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:38:53.704821 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-3559b604-2df2-4c97-a417-d3295ba6742e req-06a4b75d-63e6-469c-afad-e7eea777cd9f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2e903fbc-329f-4ab0-8009-8377c36a9d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660308 Aug 24 13:38:53.705280 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-81ce8982-2a84-4785-8736-7defe37c8023 req-79b08e18-85c5-475b-90d7-c298a073a895 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2796075'] for port (55484e25-34c8-469b-8598-d718e9469013), after_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:53.705897 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-fa6f560d-8d34-4d06-99c3-270d754b5ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:53.707648 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-fa6f560d-8d34-4d06-99c3-270d754b5ffe service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d07781da-28f3-4c07-b598-0d710e632916 HTTP/1.1" status: 200 len: 854 time: 0.1275294 Aug 24 13:38:53.758935 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 13:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b86b5c0-6c86-4d7d-a52f-7a807bf34b2e x-openstack-request-id: req-5b86b5c0-6c86-4d7d-a52f-7a807bf34b2e {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:38:53.759533 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ad88e6d-b2b8-4049-b987-94022767fa67", "tag": "0723b1a9-9fdc-4151-b023-7ddb25fe09e0", "status": "completed", "code": 200}]} {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:38:53.759705 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5b86b5c0-6c86-4d7d-a52f-7a807bf34b2e {{(pid=106986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:38:53.760242 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b86b5c0-6c86-4d7d-a52f-7a807bf34b2e'] response: {'name': 'network-changed', 'server_uuid': '3ad88e6d-b2b8-4049-b987-94022767fa67', 'tag': '0723b1a9-9fdc-4151-b023-7ddb25fe09e0', 'status': 'completed', 'code': 200} Aug 24 13:38:53.794988 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce8982-2a84-4785-8736-7defe37c8023 req-79b08e18-85c5-475b-90d7-c298a073a895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:53.795827 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-81ce8982-2a84-4785-8736-7defe37c8023 req-79b08e18-85c5-475b-90d7-c298a073a895 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for port (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:53.801695 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-81ce8982-2a84-4785-8736-7defe37c8023 req-79b08e18-85c5-475b-90d7-c298a073a895 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/55484e25-34c8-469b-8598-d718e9469013 HTTP/1.1" status: 200 len: 1094 time: 2.4978902 Aug 24 13:38:53.804145 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53bade32-e7bf-4ace-9b68-0458f257feff', 'tag': '55484e25-34c8-469b-8598-d718e9469013'}] {{(pid=106985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:38:53.929338 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-0eec71cd-2394-444b-82d3-5fd30108f169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:53.931021 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-0eec71cd-2394-444b-82d3-5fd30108f169 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=789a27f6-7f62-4022-86ef-1042c82fc322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2027838 Aug 24 13:38:53.939901 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b08e18-85c5-475b-90d7-c298a073a895 service neutron] Pushing event updated for resources: {'Port': ['ID=55484e25-34c8-469b-8598-d718e9469013,revision_number=3']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:38:53.981834 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:53.989054 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9917ef1-5cfa-465f-ab21-fd7257919847 req-d30af4a2-6b51-4077-bc29-093c3e5309f0 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:53.991610 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d9917ef1-5cfa-465f-ab21-fd7257919847 req-d30af4a2-6b51-4077-bc29-093c3e5309f0 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3ad88e6d-b2b8-4049-b987-94022767fa67 HTTP/1.1" status: 200 len: 944 time: 0.1276262 Aug 24 13:38:54.018954 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eb0ff6-58e6-496f-a0c2-3ad7a1509bff req-da0242b0-0654-4bc6-8f12-3e3cec0f2a86 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:54.033895 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a7eb0ff6-58e6-496f-a0c2-3ad7a1509bff req-da0242b0-0654-4bc6-8f12-3e3cec0f2a86 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 944 time: 0.0991669 Aug 24 13:38:54.034054 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-3559b604-2df2-4c97-a417-d3295ba6742e req-9e12a6a3-7c3c-4f8e-9822-797f9215385d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2e903fbc-329f-4ab0-8009-8377c36a9d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3198762 Aug 24 13:38:54.095705 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-d48f10a8-dee0-40f4-b7d8-ae6d80979b0c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/789a27f6-7f62-4022-86ef-1042c82fc322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335199 Aug 24 13:38:54.109286 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d9917ef1-5cfa-465f-ab21-fd7257919847 req-0f96d333-5855-42af-ba7b-507f985f1821 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=604f6693-fdc8-4aff-9d7c-0e32711309ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064572 Aug 24 13:38:54.173556 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a7eb0ff6-58e6-496f-a0c2-3ad7a1509bff req-6e2028e6-7987-4d90-93c9-b0df4ae735b3 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451862 Aug 24 13:38:54.622557 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a75065b-4ab3-4837-a158-23a986c57971 req-19fc4c0a-1b4b-4b46-b842-8f371913c951 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:54.669120 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0a75065b-4ab3-4837-a158-23a986c57971 req-19fc4c0a-1b4b-4b46-b842-8f371913c951 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=41fef0de-6828-4680-ade1-e4c25d189d6e HTTP/1.1" status: 200 len: 943 time: 0.2024384 Aug 24 13:38:54.808813 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce8982-2a84-4785-8736-7defe37c8023 req-ef2403c2-6d4e-438e-87d5-5d043e005f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:54.815216 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0a75065b-4ab3-4837-a158-23a986c57971 req-6da1ea2d-0dda-4b95-a36b-0019d3d2e3a4 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=19e6fee2-bc83-4521-9a18-a0e51ba93c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359248 Aug 24 13:38:54.815321 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-81ce8982-2a84-4785-8736-7defe37c8023 req-ef2403c2-6d4e-438e-87d5-5d043e005f2c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=4a3794670e8d4c9985547d557d6969e0&device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 1128 time: 0.1336236 Aug 24 13:38:54.829448 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339b45b761399ad6383a0e79eb3d49a8b35bb9728a194a6e9817421c04d0c31a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df840bb-2c7e-4204-ad20-cd97722fdf79" -d '{"events": [{"name": "network-changed", "server_uuid": "53bade32-e7bf-4ace-9b68-0458f257feff", "tag": "55484e25-34c8-469b-8598-d718e9469013"}]}' {{(pid=106985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:38:55.199777 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-81ce8982-2a84-4785-8736-7defe37c8023 req-d1951c22-441f-4117-abf3-6828d0fae2ac service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55484e25-34c8-469b-8598-d718e9469013 HTTP/1.1" status: 200 len: 217 time: 0.0775700 Aug 24 13:38:55.228087 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-9fc1c7b3-01ca-4fa5-b74a-6ed15cdad669 req-ee458fb6-368b-4d7f-b156-055ddea55b83 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/789a27f6-7f62-4022-86ef-1042c82fc322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6630754 Aug 24 13:38:55.533474 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0967d84a-555a-4842-b4ea-dd76b4810452 req-c24e4ebc-364c-4346-9dad-03e8891f29f4 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:55.533474 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0967d84a-555a-4842-b4ea-dd76b4810452 req-c24e4ebc-364c-4346-9dad-03e8891f29f4 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3ad88e6d-b2b8-4049-b987-94022767fa67 HTTP/1.1" status: 200 len: 944 time: 0.0939536 Aug 24 13:38:55.536492 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce8982-2a84-4785-8736-7defe37c8023 req-f11abf9a-3479-4c9b-8a36-f2ca896ee712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:55.536492 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-81ce8982-2a84-4785-8736-7defe37c8023 req-f11abf9a-3479-4c9b-8a36-f2ca896ee712 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=5dc0c212-b568-43f4-b5cf-0229c3337a97 HTTP/1.1" status: 200 len: 856 time: 0.1013026 Aug 24 13:38:55.536492 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce8982-2a84-4785-8736-7defe37c8023 req-aba64ef0-9097-4821-b44b-aef4bd7e02c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:55.536492 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-81ce8982-2a84-4785-8736-7defe37c8023 req-aba64ef0-9097-4821-b44b-aef4bd7e02c8 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=385fd5c5-6c70-4a95-9981-8683550b730c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473700 Aug 24 13:38:55.537778 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0967d84a-555a-4842-b4ea-dd76b4810452 req-6ea8b687-50da-4ed8-a0fe-2d214e9de245 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=604f6693-fdc8-4aff-9d7c-0e32711309ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094203 Aug 24 13:38:55.537778 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 13:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf7839ba-9a0c-4aef-b0c3-11c656d3b504 x-openstack-request-id: req-bf7839ba-9a0c-4aef-b0c3-11c656d3b504 {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:38:55.537778 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53bade32-e7bf-4ace-9b68-0458f257feff", "tag": "55484e25-34c8-469b-8598-d718e9469013", "status": "completed", "code": 200}]} {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:38:55.537778 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bf7839ba-9a0c-4aef-b0c3-11c656d3b504 {{(pid=106985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:38:55.537778 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf7839ba-9a0c-4aef-b0c3-11c656d3b504'] response: {'name': 'network-changed', 'server_uuid': '53bade32-e7bf-4ace-9b68-0458f257feff', 'tag': '55484e25-34c8-469b-8598-d718e9469013', 'status': 'completed', 'code': 200} Aug 24 13:38:55.707457 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5830e111-7377-4639-8d0a-d5b0b6fc74cd req-c8f51012-8373-4fab-b14b-bfe26a895b02 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:55.720492 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-81ce8982-2a84-4785-8736-7defe37c8023 req-a8954173-4b41-4a1e-810e-95a4c19a1f50 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/385fd5c5-6c70-4a95-9981-8683550b730c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129612 Aug 24 13:38:55.724562 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5830e111-7377-4639-8d0a-d5b0b6fc74cd req-c8f51012-8373-4fab-b14b-bfe26a895b02 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 944 time: 0.1527095 Aug 24 13:38:55.785835 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:55.788846 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:55.832984 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5830e111-7377-4639-8d0a-d5b0b6fc74cd req-d1db33d0-6b3c-426a-a067-1c4977d3a4c7 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069043 Aug 24 13:38:56.039477 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-81ce8982-2a84-4785-8736-7defe37c8023 req-4a89c67b-07a8-40af-ae31-af0655aadb25 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/385fd5c5-6c70-4a95-9981-8683550b730c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122101 Aug 24 13:38:56.048625 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473275b-2cd5-40fb-ae71-26cdaa8b2d42 req-d0de0763-d07b-43d2-9ffb-e82a61dd8aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:56.050390 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-d473275b-2cd5-40fb-ae71-26cdaa8b2d42 req-d0de0763-d07b-43d2-9ffb-e82a61dd8aaf service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=019b2e8bdb934d94a25fe4b355e73c68&device_id=3ad88e6d-b2b8-4049-b987-94022767fa67 HTTP/1.1" status: 200 len: 1128 time: 0.1617990 Aug 24 13:38:56.092673 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5718e16-d3eb-4716-aa15-5ab7ff9af2b8 req-1dea9e8a-65b4-4916-b223-1f2e482f693a tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:56.097580 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-c5718e16-d3eb-4716-aa15-5ab7ff9af2b8 req-1dea9e8a-65b4-4916-b223-1f2e482f693a tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=41fef0de-6828-4680-ade1-e4c25d189d6e HTTP/1.1" status: 200 len: 943 time: 0.1298959 Aug 24 13:38:56.196577 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473275b-2cd5-40fb-ae71-26cdaa8b2d42 req-3e67052f-7aff-4396-8c9c-d139b2d9f0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:56.199951 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-d473275b-2cd5-40fb-ae71-26cdaa8b2d42 req-3e67052f-7aff-4396-8c9c-d139b2d9f0fe service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=789a27f6-7f62-4022-86ef-1042c82fc322 HTTP/1.1" status: 200 len: 916 time: 0.1335642 Aug 24 13:38:56.220172 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-c5718e16-d3eb-4716-aa15-5ab7ff9af2b8 req-26a82495-4ca0-4b29-a101-befe8e97b319 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=19e6fee2-bc83-4521-9a18-a0e51ba93c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142628 Aug 24 13:38:56.348768 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-d473275b-2cd5-40fb-ae71-26cdaa8b2d42 req-a518a033-0f55-4b3f-a93f-0a7395dbc306 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0723b1a9-9fdc-4151-b023-7ddb25fe09e0 HTTP/1.1" status: 200 len: 217 time: 0.0986052 Aug 24 13:38:56.375195 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df840bb-2c7e-4204-ad20-cd97722fdf79 req-b58799a7-432d-4c2b-9d13-825144b4b277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:56.377192 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-2df840bb-2c7e-4204-ad20-cd97722fdf79 req-b58799a7-432d-4c2b-9d13-825144b4b277 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=4a3794670e8d4c9985547d557d6969e0&device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 1128 time: 0.1111057 Aug 24 13:38:56.573100 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473275b-2cd5-40fb-ae71-26cdaa8b2d42 req-511fd65f-101c-4fdc-bd27-181086f48028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:56.574799 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-d473275b-2cd5-40fb-ae71-26cdaa8b2d42 req-511fd65f-101c-4fdc-bd27-181086f48028 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d07781da-28f3-4c07-b598-0d710e632916 HTTP/1.1" status: 200 len: 854 time: 0.1937449 Aug 24 13:38:56.819453 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f7a6b-c9ba-48eb-826f-0d5089dc818c req-8bac8a0e-1aad-436b-a685-6eb24d0a7ae2 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:56.827416 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a46f7a6b-c9ba-48eb-826f-0d5089dc818c req-8bac8a0e-1aad-436b-a685-6eb24d0a7ae2 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3ad88e6d-b2b8-4049-b987-94022767fa67 HTTP/1.1" status: 200 len: 944 time: 0.1337321 Aug 24 13:38:56.856829 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df840bb-2c7e-4204-ad20-cd97722fdf79 req-1d176857-04d0-4029-8883-fe328ec2cccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:56.862777 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-2df840bb-2c7e-4204-ad20-cd97722fdf79 req-1d176857-04d0-4029-8883-fe328ec2cccf service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=385fd5c5-6c70-4a95-9981-8683550b730c HTTP/1.1" status: 200 len: 918 time: 0.4564486 Aug 24 13:38:56.931024 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a46f7a6b-c9ba-48eb-826f-0d5089dc818c req-3c778ec4-37ab-4a65-8b4a-18fa9d832304 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=604f6693-fdc8-4aff-9d7c-0e32711309ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024137 Aug 24 13:38:56.969290 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-2df840bb-2c7e-4204-ad20-cd97722fdf79 req-0799d0f3-98ee-421e-b2f8-f8c4df947a77 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55484e25-34c8-469b-8598-d718e9469013 HTTP/1.1" status: 200 len: 217 time: 0.0962608 Aug 24 13:38:56.982251 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473275b-2cd5-40fb-ae71-26cdaa8b2d42 req-d7b57b5e-f41a-42bf-a1d9-6d8fdd882a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:57.002062 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-d473275b-2cd5-40fb-ae71-26cdaa8b2d42 req-d7b57b5e-f41a-42bf-a1d9-6d8fdd882a02 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=789a27f6-7f62-4022-86ef-1042c82fc322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3664694 Aug 24 13:38:57.085113 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:57.322446 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d6748-d540-40fb-8ba3-8fb0521573b8 req-7eeda024-22e3-4e1d-9e8c-9645532d7dfc tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:57.336462 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-193d6748-d540-40fb-8ba3-8fb0521573b8 req-7eeda024-22e3-4e1d-9e8c-9645532d7dfc tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 944 time: 0.1709521 Aug 24 13:38:57.343874 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df840bb-2c7e-4204-ad20-cd97722fdf79 req-edb4cdfd-16ee-44cb-a6d2-da2d7df6fdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:57.355627 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-2df840bb-2c7e-4204-ad20-cd97722fdf79 req-edb4cdfd-16ee-44cb-a6d2-da2d7df6fdfc service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=5dc0c212-b568-43f4-b5cf-0229c3337a97 HTTP/1.1" status: 200 len: 856 time: 0.3657913 Aug 24 13:38:57.513009 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-193d6748-d540-40fb-8ba3-8fb0521573b8 req-bd20250b-52a4-4bbc-a14d-c0f50751eb9d tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710446 Aug 24 13:38:57.553031 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:38:57.641409 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-d473275b-2cd5-40fb-ae71-26cdaa8b2d42 req-67aa1746-cedc-4b32-92b1-2c5a407777d9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/789a27f6-7f62-4022-86ef-1042c82fc322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6421506 Aug 24 13:38:57.644054 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df840bb-2c7e-4204-ad20-cd97722fdf79 req-56862029-d56c-4f0b-87c8-acf2ac67dd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:57.644998 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-2df840bb-2c7e-4204-ad20-cd97722fdf79 req-56862029-d56c-4f0b-87c8-acf2ac67dd7a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=385fd5c5-6c70-4a95-9981-8683550b730c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2887080 Aug 24 13:38:57.733626 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdbd7ff-c3b4-4c2f-8da7-9f772a9f99fc req-7968117a-f07f-41da-84f3-ab9aa4a23d1c tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:57.761730 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ebdbd7ff-c3b4-4c2f-8da7-9f772a9f99fc req-7968117a-f07f-41da-84f3-ab9aa4a23d1c tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=41fef0de-6828-4680-ade1-e4c25d189d6e HTTP/1.1" status: 200 len: 943 time: 0.2765851 Aug 24 13:38:57.950138 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-d473275b-2cd5-40fb-ae71-26cdaa8b2d42 req-7d825eab-d808-4b6a-b0bf-7f51234d6214 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/789a27f6-7f62-4022-86ef-1042c82fc322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616706 Aug 24 13:38:57.966536 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-2df840bb-2c7e-4204-ad20-cd97722fdf79 req-c48cbfae-a0b5-47db-af2d-add040b9ed2e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/385fd5c5-6c70-4a95-9981-8683550b730c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068771 Aug 24 13:38:58.000609 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ebdbd7ff-c3b4-4c2f-8da7-9f772a9f99fc req-528ce6e1-ccd3-4c2f-952b-b44403d4e0a6 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=19e6fee2-bc83-4521-9a18-a0e51ba93c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356787 Aug 24 13:38:58.191824 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fedcb34-928d-484f-aff6-965c168936bf req-c1e2298d-da31-4688-8215-735e3676e747 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:58.191824 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4fedcb34-928d-484f-aff6-965c168936bf req-c1e2298d-da31-4688-8215-735e3676e747 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3ad88e6d-b2b8-4049-b987-94022767fa67 HTTP/1.1" status: 200 len: 944 time: 0.1343431 Aug 24 13:38:58.193716 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-2df840bb-2c7e-4204-ad20-cd97722fdf79 req-ad5a8336-d905-48ac-a888-e0da43e22f67 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/385fd5c5-6c70-4a95-9981-8683550b730c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965857 Aug 24 13:38:58.268701 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4fedcb34-928d-484f-aff6-965c168936bf req-c158f8b8-0fd9-4bc3-9703-a8ee41d5f445 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=604f6693-fdc8-4aff-9d7c-0e32711309ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728805 Aug 24 13:38:58.822775 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481f3c73-5e98-41f0-b1b9-aff53e3a86f1 req-5bedefea-41bd-4d81-8f93-d904ed4112b7 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:58.831487 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-481f3c73-5e98-41f0-b1b9-aff53e3a86f1 req-5bedefea-41bd-4d81-8f93-d904ed4112b7 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 944 time: 0.1534557 Aug 24 13:38:58.955242 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-481f3c73-5e98-41f0-b1b9-aff53e3a86f1 req-ce7ee48e-ced7-4679-a7fa-5bc7d2e4226c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104982 Aug 24 13:38:58.969916 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 49032) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:59.181502 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b558caa9-3b42-468a-b0d7-55d0da83f38d req-689a66f8-78a9-4123-8497-dac194ddb335 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:59.184008 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b558caa9-3b42-468a-b0d7-55d0da83f38d req-689a66f8-78a9-4123-8497-dac194ddb335 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=41fef0de-6828-4680-ade1-e4c25d189d6e HTTP/1.1" status: 200 len: 943 time: 0.0979407 Aug 24 13:38:59.340415 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b558caa9-3b42-468a-b0d7-55d0da83f38d req-ac95863b-d18b-4c80-8122-2d63c790b2a4 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=19e6fee2-bc83-4521-9a18-a0e51ba93c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231642 Aug 24 13:38:59.431245 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-0d745f37-ab2b-4c40-a752-2fa5b7e659cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:59.543565 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583ae513-9640-4a35-9bd5-ca3e29887be7 req-7928229f-1f4e-476f-aed8-7cb2590ea994 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:38:59.546147 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-583ae513-9640-4a35-9bd5-ca3e29887be7 req-7928229f-1f4e-476f-aed8-7cb2590ea994 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3ad88e6d-b2b8-4049-b987-94022767fa67 HTTP/1.1" status: 200 len: 944 time: 0.1171834 Aug 24 13:38:59.659261 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-583ae513-9640-4a35-9bd5-ca3e29887be7 req-b5438983-ea90-4e33-ba8f-1e3f5e1ea307 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=604f6693-fdc8-4aff-9d7c-0e32711309ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964937 Aug 24 13:38:59.702393 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-0d745f37-ab2b-4c40-a752-2fa5b7e659cc admin admin] Publish callbacks [] for security_group (60c7a2a5-c46a-4e64-9039-32ecaec9e3a3), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:59.823235 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-0d745f37-ab2b-4c40-a752-2fa5b7e659cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (60c7a2a5-c46a-4e64-9039-32ecaec9e3a3), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:38:59.925566 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-0d745f37-ab2b-4c40-a752-2fa5b7e659cc admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=ab500bdb6c684e5b9d41dfbe6e0a2120&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9540143 Aug 24 13:38:59.928225 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 49068) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:38:59.935108 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d745f37-ab2b-4c40-a752-2fa5b7e659cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c7a2a5-c46a-4e64-9039-32ecaec9e3a3,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:00.027682 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-c5b30174-a2d4-46b1-b164-d3aac0a0a5e8 admin admin] Publish callbacks [] for security_group (60c7a2a5-c46a-4e64-9039-32ecaec9e3a3), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:00.093885 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-c5b30174-a2d4-46b1-b164-d3aac0a0a5e8 admin admin] Publish callbacks [] for security_group (60c7a2a5-c46a-4e64-9039-32ecaec9e3a3), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:00.166147 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:00.218316 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b597c-d5e5-4eb7-8f2d-fbb7a912cda4 req-a7a96ee5-be64-473d-86a2-a1858699e7a6 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:00.221493 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b49b597c-d5e5-4eb7-8f2d-fbb7a912cda4 req-a7a96ee5-be64-473d-86a2-a1858699e7a6 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 944 time: 0.1063018 Aug 24 13:39:00.302162 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-c5b30174-a2d4-46b1-b164-d3aac0a0a5e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (60c7a2a5-c46a-4e64-9039-32ecaec9e3a3), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:00.311681 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-c5b30174-a2d4-46b1-b164-d3aac0a0a5e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:00.318705 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-c5b30174-a2d4-46b1-b164-d3aac0a0a5e8 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/60c7a2a5-c46a-4e64-9039-32ecaec9e3a3 HTTP/1.1" status: 204 len: 168 time: 0.3887243 Aug 24 13:39:00.320755 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b49b597c-d5e5-4eb7-8f2d-fbb7a912cda4 req-5b48c429-896f-4866-a4a3-11f463eefe78 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932450 Aug 24 13:39:00.336734 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b30174-a2d4-46b1-b164-d3aac0a0a5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c7a2a5-c46a-4e64-9039-32ecaec9e3a3,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:00.552482 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ae8d4f-a1ba-4c9e-ba76-c07038ef4413 req-f967d839-aca6-4eb4-a277-2cab553ae432 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:00.556125 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-44ae8d4f-a1ba-4c9e-ba76-c07038ef4413 req-f967d839-aca6-4eb4-a277-2cab553ae432 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=41fef0de-6828-4680-ade1-e4c25d189d6e HTTP/1.1" status: 200 len: 943 time: 0.0905290 Aug 24 13:39:00.670326 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-44ae8d4f-a1ba-4c9e-ba76-c07038ef4413 req-e984e6f7-4a09-4b00-bc3a-e72b9ae5a99f tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=19e6fee2-bc83-4521-9a18-a0e51ba93c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035876 Aug 24 13:39:00.861840 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 49118) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:39:00.907043 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5611f02-3ae3-4340-bbf7-7d00d796f97e req-b058e801-bf5b-49f1-86fc-16151ad10a6d tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:00.908929 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f5611f02-3ae3-4340-bbf7-7d00d796f97e req-b058e801-bf5b-49f1-86fc-16151ad10a6d tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3ad88e6d-b2b8-4049-b987-94022767fa67 HTTP/1.1" status: 200 len: 944 time: 0.0821402 Aug 24 13:39:01.029272 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f5611f02-3ae3-4340-bbf7-7d00d796f97e req-c7a5895f-6090-434b-a45f-3472b9cb7cb2 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=604f6693-fdc8-4aff-9d7c-0e32711309ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094947 Aug 24 13:39:01.063252 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-09a7ac17-adb9-4228-8580-b3cf988e0624 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:01.203883 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-09a7ac17-adb9-4228-8580-b3cf988e0624 admin admin] Publish callbacks [] for security_group (d15113d0-85c3-4570-941b-01f7c2b7b88e), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:01.526534 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa83c70-4420-4766-ad98-264d0dc19062 req-d99cf9a1-8d10-481a-8f06-3d6003fc6c74 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:01.531471 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7aa83c70-4420-4766-ad98-264d0dc19062 req-d99cf9a1-8d10-481a-8f06-3d6003fc6c74 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 944 time: 0.0541346 Aug 24 13:39:01.595278 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7aa83c70-4420-4766-ad98-264d0dc19062 req-715323e9-5532-4327-94a4-0fd0bb60c777 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581627 Aug 24 13:39:01.651846 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-09a7ac17-adb9-4228-8580-b3cf988e0624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (d15113d0-85c3-4570-941b-01f7c2b7b88e), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:01.731550 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a7ac17-adb9-4228-8580-b3cf988e0624 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d15113d0-85c3-4570-941b-01f7c2b7b88e,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:01.747518 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-09a7ac17-adb9-4228-8580-b3cf988e0624 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=66cb7375888b430db69a4382e4f07196&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8837712 Aug 24 13:39:01.752030 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 49138) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:39:01.889283 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ede05-eeb2-417b-b0bd-a55721d77d29 req-a6b796d4-b024-4787-bc20-2169f0ce0368 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:01.891437 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-769ede05-eeb2-417b-b0bd-a55721d77d29 req-a6b796d4-b024-4787-bc20-2169f0ce0368 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=41fef0de-6828-4680-ade1-e4c25d189d6e HTTP/1.1" status: 200 len: 943 time: 0.0831141 Aug 24 13:39:01.897723 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-9a139e32-97b4-4ffb-88bf-786c63fbd0ae admin admin] Publish callbacks [] for security_group (d15113d0-85c3-4570-941b-01f7c2b7b88e), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:01.977376 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-9a139e32-97b4-4ffb-88bf-786c63fbd0ae admin admin] Publish callbacks [] for security_group (d15113d0-85c3-4570-941b-01f7c2b7b88e), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:02.035250 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:02.075742 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-769ede05-eeb2-417b-b0bd-a55721d77d29 req-73d8ea5e-ffdf-45e7-a02e-e925e5821f96 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=19e6fee2-bc83-4521-9a18-a0e51ba93c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627839 Aug 24 13:39:02.288021 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-9a139e32-97b4-4ffb-88bf-786c63fbd0ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (d15113d0-85c3-4570-941b-01f7c2b7b88e), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:02.292485 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-9a139e32-97b4-4ffb-88bf-786c63fbd0ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:02.297501 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-9a139e32-97b4-4ffb-88bf-786c63fbd0ae admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/d15113d0-85c3-4570-941b-01f7c2b7b88e HTTP/1.1" status: 204 len: 168 time: 0.5412531 Aug 24 13:39:02.335652 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a139e32-97b4-4ffb-88bf-786c63fbd0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d15113d0-85c3-4570-941b-01f7c2b7b88e,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:02.346113 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec9142-95e4-4f29-8e13-557b12269abf req-df8f5d4e-25a2-418d-a75e-627a95402295 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:02.355226 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-eaec9142-95e4-4f29-8e13-557b12269abf req-df8f5d4e-25a2-418d-a75e-627a95402295 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3ad88e6d-b2b8-4049-b987-94022767fa67 HTTP/1.1" status: 200 len: 944 time: 0.1215696 Aug 24 13:39:02.483980 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-eaec9142-95e4-4f29-8e13-557b12269abf req-bd424e05-bd28-4043-9918-b248ba8a7035 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=604f6693-fdc8-4aff-9d7c-0e32711309ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125944 Aug 24 13:39:02.490451 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:02.872810 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16c8b35-d042-4221-9be6-9fd992c862e3 req-e19a0584-a569-4f98-b4b3-97a3638ffd52 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:02.875679 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e16c8b35-d042-4221-9be6-9fd992c862e3 req-e19a0584-a569-4f98-b4b3-97a3638ffd52 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 944 time: 0.0901639 Aug 24 13:39:02.967609 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e16c8b35-d042-4221-9be6-9fd992c862e3 req-cae36b1e-c5e1-4f5e-bd39-265a1ba0d879 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824120 Aug 24 13:39:03.309415 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca2450-2c05-410b-938c-59f43da14583 req-4a6c195a-b644-4876-a924-26bd4a13484b tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:03.312459 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-dfca2450-2c05-410b-938c-59f43da14583 req-4a6c195a-b644-4876-a924-26bd4a13484b tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=41fef0de-6828-4680-ade1-e4c25d189d6e HTTP/1.1" status: 200 len: 943 time: 0.0884414 Aug 24 13:39:03.388964 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-dfca2450-2c05-410b-938c-59f43da14583 req-92917511-94db-4018-823f-cebfcdfe0e9f tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=19e6fee2-bc83-4521-9a18-a0e51ba93c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694215 Aug 24 13:39:03.454037 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 49192) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:39:03.467934 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-7f901728-502a-4bf3-b497-5bc6ec39c002 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:03.588913 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-7f901728-502a-4bf3-b497-5bc6ec39c002 admin admin] Publish callbacks [] for security_group (7c973ab1-da48-481e-94da-5a7f2b3c9e51), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:03.718295 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ab92a4-80da-4756-a67f-483b51f67778 req-b4b3cd40-fdef-486e-8f27-480ee9b1e95e tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:03.725153 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-73ab92a4-80da-4756-a67f-483b51f67778 req-b4b3cd40-fdef-486e-8f27-480ee9b1e95e tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3ad88e6d-b2b8-4049-b987-94022767fa67 HTTP/1.1" status: 200 len: 944 time: 0.0720637 Aug 24 13:39:03.726998 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-7f901728-502a-4bf3-b497-5bc6ec39c002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (7c973ab1-da48-481e-94da-5a7f2b3c9e51), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:03.805224 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f901728-502a-4bf3-b497-5bc6ec39c002 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c973ab1-da48-481e-94da-5a7f2b3c9e51,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:03.815417 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-7f901728-502a-4bf3-b497-5bc6ec39c002 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=acccaba63ff540b09caed4d6bcc3dc06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3552966 Aug 24 13:39:03.816523 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 49208) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:39:03.860903 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-73ab92a4-80da-4756-a67f-483b51f67778 req-a9d4fbac-f833-4656-b032-dbca14ff2840 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=604f6693-fdc8-4aff-9d7c-0e32711309ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290917 Aug 24 13:39:03.901191 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 7bc85c4a-d736-4e8a-86bf-61d6911d0812 details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=106987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 13:39:04.024695 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-05ebc4dc-37e7-48bf-b422-b54d888e145a admin admin] Publish callbacks [] for security_group (7c973ab1-da48-481e-94da-5a7f2b3c9e51), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:04.076508 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-05ebc4dc-37e7-48bf-b422-b54d888e145a admin admin] Publish callbacks [] for security_group (7c973ab1-da48-481e-94da-5a7f2b3c9e51), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:04.206311 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 7bc85c4a-d736-4e8a-86bf-61d6911d0812, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=7bc85c4a-d736-4e8a-86bf-61d6911d0812,segment=NetworkSegment(a88cce91-4088-4c2d-9e6d-815be545b223),segment_id=a88cce91-4088-4c2d-9e6d-815be545b223)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:39:04.213533 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:04.237973 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:04.244495 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd75c3d-4184-4dd7-a93b-02b166cddebf req-83e41f69-a46d-4197-be6d-44cd0de97df6 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:04.257713 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0bd75c3d-4184-4dd7-a93b-02b166cddebf req-83e41f69-a46d-4197-be6d-44cd0de97df6 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 944 time: 0.1076205 Aug 24 13:39:04.258688 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Returning: {'device': '7bc85c4a-d736-4e8a-86bf-61d6911d0812', 'network_id': '2e903fbc-329f-4ab0-8009-8377c36a9d55', 'port_id': '7bc85c4a-d736-4e8a-86bf-61d6911d0812', 'mac_address': 'fa:16:3e:7d:51:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69983798-9032-46f8-83a4-502dd4fa5f0a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 13:39:04.317987 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port 7bc85c4a-d736-4e8a-86bf-61d6911d0812 is: DOWN; New status is: BUILD {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:39:04.318739 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (7bc85c4a-d736-4e8a-86bf-61d6911d0812), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:04.339881 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bc85c4a-d736-4e8a-86bf-61d6911d0812 {{(pid=106987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 13:39:04.345676 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0bd75c3d-4184-4dd7-a93b-02b166cddebf req-254e3234-58e2-4945-affd-833ff02fb9d0 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867972 Aug 24 13:39:04.361015 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-05ebc4dc-37e7-48bf-b422-b54d888e145a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (7c973ab1-da48-481e-94da-5a7f2b3c9e51), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:04.365449 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-05ebc4dc-37e7-48bf-b422-b54d888e145a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:04.366943 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-05ebc4dc-37e7-48bf-b422-b54d888e145a admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/7c973ab1-da48-481e-94da-5a7f2b3c9e51 HTTP/1.1" status: 204 len: 168 time: 0.5271723 Aug 24 13:39:04.378834 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ebc4dc-37e7-48bf-b422-b54d888e145a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c973ab1-da48-481e-94da-5a7f2b3c9e51,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:04.388316 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 7bc85c4a-d736-4e8a-86bf-61d6911d0812, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=7bc85c4a-d736-4e8a-86bf-61d6911d0812,segment=NetworkSegment(a88cce91-4088-4c2d-9e6d-815be545b223),segment_id=a88cce91-4088-4c2d-9e6d-815be545b223)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:39:04.496602 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (7bc85c4a-d736-4e8a-86bf-61d6911d0812), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:04.496602 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 55484e25-34c8-469b-8598-d718e9469013 details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=106987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 13:39:04.601848 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a3c6d-c6e5-474e-b0a0-7bcfde540ae5 req-b86607ce-bb41-4309-9c3f-2b0c8971f1ba tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:04.605182 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-806a3c6d-c6e5-474e-b0a0-7bcfde540ae5 req-b86607ce-bb41-4309-9c3f-2b0c8971f1ba tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=41fef0de-6828-4680-ade1-e4c25d189d6e HTTP/1.1" status: 200 len: 944 time: 0.0975323 Aug 24 13:39:04.662333 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:04.668750 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:04.670982 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 55484e25-34c8-469b-8598-d718e9469013, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=55484e25-34c8-469b-8598-d718e9469013,segment=NetworkSegment(d3c5e9c4-fd20-406c-b672-893adab194ab),segment_id=d3c5e9c4-fd20-406c-b672-893adab194ab)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:39:04.705039 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:04.706467 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Returning: {'device': '55484e25-34c8-469b-8598-d718e9469013', 'network_id': '385fd5c5-6c70-4a95-9981-8683550b730c', 'port_id': '55484e25-34c8-469b-8598-d718e9469013', 'mac_address': 'fa:16:3e:c9:98:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc0c212-b568-43f4-b5cf-0229c3337a97', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 13:39:04.725894 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-806a3c6d-c6e5-474e-b0a0-7bcfde540ae5 req-eb6a98f4-fb0f-414f-8543-509f94e969df tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=19e6fee2-bc83-4521-9a18-a0e51ba93c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128309 Aug 24 13:39:04.756276 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=7bc85c4a-d736-4e8a-86bf-61d6911d0812,revision_number=4']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:04.799151 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port 55484e25-34c8-469b-8598-d718e9469013 is: DOWN; New status is: BUILD {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:39:04.799540 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (55484e25-34c8-469b-8598-d718e9469013), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:04.831908 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55484e25-34c8-469b-8598-d718e9469013 {{(pid=106987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 13:39:04.871347 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 55484e25-34c8-469b-8598-d718e9469013, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=55484e25-34c8-469b-8598-d718e9469013,segment=NetworkSegment(d3c5e9c4-fd20-406c-b672-893adab194ab),segment_id=d3c5e9c4-fd20-406c-b672-893adab194ab)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:39:05.039519 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (55484e25-34c8-469b-8598-d718e9469013), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:05.101276 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51fc1af-de8e-4bd2-965c-e08ad4026c6d req-3e9cfdba-d8d8-4bc0-9bdf-1d380892323a tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:05.110328 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a51fc1af-de8e-4bd2-965c-e08ad4026c6d req-3e9cfdba-d8d8-4bc0-9bdf-1d380892323a tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3ad88e6d-b2b8-4049-b987-94022767fa67 HTTP/1.1" status: 200 len: 944 time: 0.0931246 Aug 24 13:39:05.165542 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=55484e25-34c8-469b-8598-d718e9469013,revision_number=4']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:05.193425 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a51fc1af-de8e-4bd2-965c-e08ad4026c6d req-862bec34-bec6-449b-9745-6e26a5ac1ebc tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=604f6693-fdc8-4aff-9d7c-0e32711309ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797055 Aug 24 13:39:05.319704 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:05.552647 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a22c0-6883-4d7c-880f-50ac8f40a1c6 req-a1151930-6b83-42ac-9d14-e8f3c35febb8 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:05.554444 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-965a22c0-6883-4d7c-880f-50ac8f40a1c6 req-a1151930-6b83-42ac-9d14-e8f3c35febb8 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 945 time: 0.0648024 Aug 24 13:39:05.579591 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] get_ports_and_sgs() called for port_ids ['7bc85c4a-d736-4e8a-86bf-61d6911d0812'] {{(pid=106987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 13:39:05.624842 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-965a22c0-6883-4d7c-880f-50ac8f40a1c6 req-083789df-f6b0-4598-8be1-58ada22e34dc tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560298 Aug 24 13:39:05.786648 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] get_ports_and_sgs() called for port_ids ['55484e25-34c8-469b-8598-d718e9469013'] {{(pid=106987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 13:39:05.891192 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 0723b1a9-9fdc-4151-b023-7ddb25fe09e0 details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=106987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 13:39:05.927940 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4316771-2c67-4568-a71f-7801f776fdd4 req-0e1dac3c-0d12-42ab-b265-81727cfabd1d tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:05.929626 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e4316771-2c67-4568-a71f-7801f776fdd4 req-0e1dac3c-0d12-42ab-b265-81727cfabd1d tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=41fef0de-6828-4680-ade1-e4c25d189d6e HTTP/1.1" status: 200 len: 944 time: 0.0655296 Aug 24 13:39:05.995006 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e4316771-2c67-4568-a71f-7801f776fdd4 req-d0e4f75b-b7f0-451c-9ef0-2ec57639e47f tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=19e6fee2-bc83-4521-9a18-a0e51ba93c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549996 Aug 24 13:39:06.152239 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:06.399092 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33eddce-bfd4-4ab4-9bda-59e4f1b20f0e req-2756365e-eed4-4dc9-ab13-126999f02d0c tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:06.421234 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f33eddce-bfd4-4ab4-9bda-59e4f1b20f0e req-2756365e-eed4-4dc9-ab13-126999f02d0c tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3ad88e6d-b2b8-4049-b987-94022767fa67 HTTP/1.1" status: 200 len: 944 time: 0.1096323 Aug 24 13:39:06.553696 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 0723b1a9-9fdc-4151-b023-7ddb25fe09e0, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=0723b1a9-9fdc-4151-b023-7ddb25fe09e0,segment=NetworkSegment(67afd480-e30a-4400-a86a-25b503d7ef00),segment_id=67afd480-e30a-4400-a86a-25b503d7ef00)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:39:06.556744 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f33eddce-bfd4-4ab4-9bda-59e4f1b20f0e req-71d073d9-f88c-4663-81e5-bfee02285b5d tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=604f6693-fdc8-4aff-9d7c-0e32711309ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308882 Aug 24 13:39:06.587768 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Returning: {'device': '0723b1a9-9fdc-4151-b023-7ddb25fe09e0', 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'port_id': '0723b1a9-9fdc-4151-b023-7ddb25fe09e0', 'mac_address': 'fa:16:3e:21:bd:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd07781da-28f3-4c07-b598-0d710e632916', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 13:39:06.628811 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:06.689476 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port 0723b1a9-9fdc-4151-b023-7ddb25fe09e0 is: DOWN; New status is: BUILD {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:39:06.690061 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (0723b1a9-9fdc-4151-b023-7ddb25fe09e0), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:06.730468 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0723b1a9-9fdc-4151-b023-7ddb25fe09e0 {{(pid=106987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 13:39:06.781381 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 0723b1a9-9fdc-4151-b023-7ddb25fe09e0, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=0723b1a9-9fdc-4151-b023-7ddb25fe09e0,segment=NetworkSegment(67afd480-e30a-4400-a86a-25b503d7ef00),segment_id=67afd480-e30a-4400-a86a-25b503d7ef00)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:39:06.832524 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3329f5f4-22a1-41c5-9231-f9e05ec9db03 req-a7a3deaa-5122-41ba-bd10-559c642b2caf tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:06.835283 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3329f5f4-22a1-41c5-9231-f9e05ec9db03 req-a7a3deaa-5122-41ba-bd10-559c642b2caf tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 945 time: 0.0860512 Aug 24 13:39:06.901712 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3329f5f4-22a1-41c5-9231-f9e05ec9db03 req-a73fc9ef-5439-4ff7-8437-bb2501150462 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581734 Aug 24 13:39:06.969675 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (0723b1a9-9fdc-4151-b023-7ddb25fe09e0), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:07.047585 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:07.073507 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=0723b1a9-9fdc-4151-b023-7ddb25fe09e0,revision_number=4']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:07.202898 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ced23-d8db-4594-8fea-03e3098cb43f req-4ccad681-eca1-4674-900c-dd2eae97fba8 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:07.209086 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-db1ced23-d8db-4594-8fea-03e3098cb43f req-4ccad681-eca1-4674-900c-dd2eae97fba8 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=41fef0de-6828-4680-ade1-e4c25d189d6e HTTP/1.1" status: 200 len: 944 time: 0.0832124 Aug 24 13:39:07.284038 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-db1ced23-d8db-4594-8fea-03e3098cb43f req-4ca8f973-5733-48a4-9be5-79344e7195c7 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=19e6fee2-bc83-4521-9a18-a0e51ba93c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715866 Aug 24 13:39:07.769791 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] get_ports_and_sgs() called for port_ids ['0723b1a9-9fdc-4151-b023-7ddb25fe09e0'] {{(pid=106987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 13:39:07.773540 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:07.776789 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79a96e-5d2d-43ca-aed4-8c1f65fd7f80 req-87ddd151-b5d1-44f5-a406-db6ad55d8fbb tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:07.779854 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-6e79a96e-5d2d-43ca-aed4-8c1f65fd7f80 req-87ddd151-b5d1-44f5-a406-db6ad55d8fbb tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3ad88e6d-b2b8-4049-b987-94022767fa67 HTTP/1.1" status: 200 len: 945 time: 0.0873070 Aug 24 13:39:07.886065 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 7bc85c4a-d736-4e8a-86bf-61d6911d0812 up at agent hyperv_hv-cinder-77957 {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:39:07.891722 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-6e79a96e-5d2d-43ca-aed4-8c1f65fd7f80 req-4fb4530a-5464-4ca6-989f-eb7b2e99cfcc tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=604f6693-fdc8-4aff-9d7c-0e32711309ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811663 Aug 24 13:39:08.005081 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Provisioning for port 7bc85c4a-d736-4e8a-86bf-61d6911d0812 completed by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 13:39:08.120361 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Provisioning complete for port 7bc85c4a-d736-4e8a-86bf-61d6911d0812 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:39:08.121078 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (7bc85c4a-d736-4e8a-86bf-61d6911d0812), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:08.128091 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b18433-dfeb-4df5-8044-4b451e7eb92c req-62b0459a-dade-4984-b7ab-91cae0a2191a tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:08.129998 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-72b18433-dfeb-4df5-8044-4b451e7eb92c req-62b0459a-dade-4984-b7ab-91cae0a2191a tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 945 time: 0.0933120 Aug 24 13:39:08.217292 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-72b18433-dfeb-4df5-8044-4b451e7eb92c req-5b5e6c5c-1667-44be-95f6-cc8a9afbf1c8 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746412 Aug 24 13:39:08.245961 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:08.258101 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port 7bc85c4a-d736-4e8a-86bf-61d6911d0812 is: BUILD; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:39:08.258101 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (7bc85c4a-d736-4e8a-86bf-61d6911d0812), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:08.298371 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41fef0de-6828-4680-ade1-e4c25d189d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc85c4a-d736-4e8a-86bf-61d6911d0812'}] {{(pid=106987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:39:08.362544 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=100 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:08.429781 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 7bc85c4a-d736-4e8a-86bf-61d6911d0812, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=7bc85c4a-d736-4e8a-86bf-61d6911d0812,segment=NetworkSegment(a88cce91-4088-4c2d-9e6d-815be545b223),segment_id=a88cce91-4088-4c2d-9e6d-815be545b223)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:39:08.514655 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (7bc85c4a-d736-4e8a-86bf-61d6911d0812), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:08.517445 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 55484e25-34c8-469b-8598-d718e9469013 up at agent hyperv_hv-cinder-77957 {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:39:08.528647 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570eb76-733c-4274-8ca8-79ea6a8e1064 req-2b594204-984a-41f3-9b3c-4a4c0560d1f0 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:08.542990 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4570eb76-733c-4274-8ca8-79ea6a8e1064 req-2b594204-984a-41f3-9b3c-4a4c0560d1f0 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=41fef0de-6828-4680-ade1-e4c25d189d6e HTTP/1.1" status: 200 len: 944 time: 0.1072576 Aug 24 13:39:08.662895 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4570eb76-733c-4274-8ca8-79ea6a8e1064 req-c9696456-2349-4fe3-adfb-13a7e5c799d5 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=19e6fee2-bc83-4521-9a18-a0e51ba93c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183479 Aug 24 13:39:08.769163 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Provisioning for port 55484e25-34c8-469b-8598-d718e9469013 completed by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 13:39:08.781920 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee01592ba90e2cb9dcb0c84681ff9a6759d336f5db8af78df2209fafc25a55a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7050c39-3eac-4152-8496-12ff8f3500b8" -d '{"events": [{"server_uuid": "41fef0de-6828-4680-ade1-e4c25d189d6e", "name": "network-vif-plugged", "status": "completed", "tag": "7bc85c4a-d736-4e8a-86bf-61d6911d0812"}]}' {{(pid=106987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:39:08.802979 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=7bc85c4a-d736-4e8a-86bf-61d6911d0812,revision_number=5']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:09.057872 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Provisioning complete for port 55484e25-34c8-469b-8598-d718e9469013 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:39:09.062492 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (55484e25-34c8-469b-8598-d718e9469013), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:09.108143 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 13:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d02ff23-6ae1-4222-bc96-679ae53554ae x-openstack-request-id: req-1d02ff23-6ae1-4222-bc96-679ae53554ae {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:39:09.109426 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41fef0de-6828-4680-ade1-e4c25d189d6e", "name": "network-vif-plugged", "status": "completed", "tag": "7bc85c4a-d736-4e8a-86bf-61d6911d0812", "code": 200}]} {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:39:09.109759 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1d02ff23-6ae1-4222-bc96-679ae53554ae {{(pid=106987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:39:09.110338 dv-cinder-779578-4-iscsi neutron-server[106987]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d02ff23-6ae1-4222-bc96-679ae53554ae'] response: {'server_uuid': '41fef0de-6828-4680-ade1-e4c25d189d6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bc85c4a-d736-4e8a-86bf-61d6911d0812', 'code': 200} Aug 24 13:39:09.137568 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38044fe-bab5-4510-87ca-35f126b5282f req-82e3af8d-3aa2-4211-bbe1-16a8fe92a078 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:09.149064 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a38044fe-bab5-4510-87ca-35f126b5282f req-82e3af8d-3aa2-4211-bbe1-16a8fe92a078 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3ad88e6d-b2b8-4049-b987-94022767fa67 HTTP/1.1" status: 200 len: 945 time: 0.1060045 Aug 24 13:39:09.151464 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:09.206473 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port 55484e25-34c8-469b-8598-d718e9469013 is: BUILD; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:39:09.207112 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (55484e25-34c8-469b-8598-d718e9469013), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:09.283063 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 55484e25-34c8-469b-8598-d718e9469013, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=55484e25-34c8-469b-8598-d718e9469013,segment=NetworkSegment(d3c5e9c4-fd20-406c-b672-893adab194ab),segment_id=d3c5e9c4-fd20-406c-b672-893adab194ab)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:39:09.320213 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a38044fe-bab5-4510-87ca-35f126b5282f req-f0b1f136-b1ef-4ff1-883a-2d4e424522c8 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=604f6693-fdc8-4aff-9d7c-0e32711309ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638916 Aug 24 13:39:09.397745 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (55484e25-34c8-469b-8598-d718e9469013), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:09.435482 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72446e0c-c19d-409c-a23b-f4802a589014 req-4cac3927-499c-4610-b18d-6d7bb5018f12 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:09.438313 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-72446e0c-c19d-409c-a23b-f4802a589014 req-4cac3927-499c-4610-b18d-6d7bb5018f12 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 945 time: 0.0700305 Aug 24 13:39:09.526239 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=55484e25-34c8-469b-8598-d718e9469013,revision_number=5']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:09.537280 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-72446e0c-c19d-409c-a23b-f4802a589014 req-21fe6293-9578-498a-b71d-73c755ff9d3b tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878451 Aug 24 13:39:09.630697 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:09.741465 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:09.884162 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 0723b1a9-9fdc-4151-b023-7ddb25fe09e0 up at agent hyperv_hv-cinder-77957 {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:39:09.952225 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7970f67-137d-4304-9daa-848c983b8915 req-1a3ce8b7-67e9-49b1-90a8-d3d633f90002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:09.957857 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-b7970f67-137d-4304-9daa-848c983b8915 req-1a3ce8b7-67e9-49b1-90a8-d3d633f90002 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=41fef0de-6828-4680-ade1-e4c25d189d6e HTTP/1.1" status: 200 len: 1129 time: 0.2565904 Aug 24 13:39:09.970673 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=100 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:09.990272 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Provisioning for port 0723b1a9-9fdc-4151-b023-7ddb25fe09e0 completed by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 13:39:09.993032 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af85ff4a-edb5-4847-a401-385db16ca1c7 req-f425851e-69f3-47d4-91c0-e89fa32befb2 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:09.996353 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-af85ff4a-edb5-4847-a401-385db16ca1c7 req-f425851e-69f3-47d4-91c0-e89fa32befb2 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=41fef0de-6828-4680-ade1-e4c25d189d6e HTTP/1.1" status: 200 len: 945 time: 0.1825252 Aug 24 13:39:09.998114 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-b7970f67-137d-4304-9daa-848c983b8915 req-822e4b34-f1f0-41f7-ad23-9b913e062c2a service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:10.081701 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-af85ff4a-edb5-4847-a401-385db16ca1c7 req-b82d310a-c962-4811-898e-1f0761f20838 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=19e6fee2-bc83-4521-9a18-a0e51ba93c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727770 Aug 24 13:39:10.163679 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-b7970f67-137d-4304-9daa-848c983b8915 req-822e4b34-f1f0-41f7-ad23-9b913e062c2a service neutron] Publish callbacks [] for security_group (7474f918-5a6a-40eb-8bdf-e7eb0529c783), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:10.181071 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Provisioning complete for port 0723b1a9-9fdc-4151-b023-7ddb25fe09e0 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:39:10.182501 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (0723b1a9-9fdc-4151-b023-7ddb25fe09e0), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:10.283133 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port 0723b1a9-9fdc-4151-b023-7ddb25fe09e0 is: BUILD; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:39:10.284225 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (0723b1a9-9fdc-4151-b023-7ddb25fe09e0), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:10.297235 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-b7970f67-137d-4304-9daa-848c983b8915 req-822e4b34-f1f0-41f7-ad23-9b913e062c2a service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (7474f918-5a6a-40eb-8bdf-e7eb0529c783), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:10.367542 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 0723b1a9-9fdc-4151-b023-7ddb25fe09e0, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=0723b1a9-9fdc-4151-b023-7ddb25fe09e0,segment=NetworkSegment(67afd480-e30a-4400-a86a-25b503d7ef00),segment_id=67afd480-e30a-4400-a86a-25b503d7ef00)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:39:10.384417 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-b7970f67-137d-4304-9daa-848c983b8915 req-822e4b34-f1f0-41f7-ad23-9b913e062c2a service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=19e6fee2-bc83-4521-9a18-a0e51ba93c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4162509 Aug 24 13:39:10.386146 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822e4b34-f1f0-41f7-ad23-9b913e062c2a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=7474f918-5a6a-40eb-8bdf-e7eb0529c783,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:10.458270 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (0723b1a9-9fdc-4151-b023-7ddb25fe09e0), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:10.515141 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 49428) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:39:10.518658 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d7971-9488-46cb-8ff4-000ff17b1b67 req-d56426e2-5b96-46b9-ac82-129089911c86 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:10.520448 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1e5d7971-9488-46cb-8ff4-000ff17b1b67 req-d56426e2-5b96-46b9-ac82-129089911c86 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3ad88e6d-b2b8-4049-b987-94022767fa67 HTTP/1.1" status: 200 len: 946 time: 0.0690689 Aug 24 13:39:10.584773 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=0723b1a9-9fdc-4151-b023-7ddb25fe09e0,revision_number=5']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:10.656346 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1e5d7971-9488-46cb-8ff4-000ff17b1b67 req-535e83ea-cedb-4c14-9ee1-cfd523defea4 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=604f6693-fdc8-4aff-9d7c-0e32711309ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280859 Aug 24 13:39:10.769445 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b343e4-1b87-46bf-8f55-27360c6b6ec1 req-1ce28600-f042-41ad-935a-ebce25048693 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:10.771344 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a7b343e4-1b87-46bf-8f55-27360c6b6ec1 req-1ce28600-f042-41ad-935a-ebce25048693 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 946 time: 0.0909944 Aug 24 13:39:10.814043 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b99e87da-83d3-40de-bcba-457208c6ea63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:10.864371 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a7b343e4-1b87-46bf-8f55-27360c6b6ec1 req-fbdb9c87-f8a0-40a5-9171-363f3c588338 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819063 Aug 24 13:39:10.876232 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:10.971164 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b99e87da-83d3-40de-bcba-457208c6ea63 admin admin] Publish callbacks [] for security_group (841474c9-1e54-449f-a5d0-5ba6ac2c0fcd), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:11.095992 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b99e87da-83d3-40de-bcba-457208c6ea63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (841474c9-1e54-449f-a5d0-5ba6ac2c0fcd), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:11.117717 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53bade32-e7bf-4ace-9b68-0458f257feff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55484e25-34c8-469b-8598-d718e9469013'}, {'server_uuid': '3ad88e6d-b2b8-4049-b987-94022767fa67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0723b1a9-9fdc-4151-b023-7ddb25fe09e0'}] {{(pid=106987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:39:11.124507 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee01592ba90e2cb9dcb0c84681ff9a6759d336f5db8af78df2209fafc25a55a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325e7fe0-5399-4a1d-8ff3-4b6b1afa9bd9" -d '{"events": [{"server_uuid": "53bade32-e7bf-4ace-9b68-0458f257feff", "name": "network-vif-plugged", "status": "completed", "tag": "55484e25-34c8-469b-8598-d718e9469013"}, {"server_uuid": "3ad88e6d-b2b8-4049-b987-94022767fa67", "name": "network-vif-plugged", "status": "completed", "tag": "0723b1a9-9fdc-4151-b023-7ddb25fe09e0"}]}' {{(pid=106987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:39:11.186872 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-b99e87da-83d3-40de-bcba-457208c6ea63 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=d4e3aa40c9774cdb92f3aac19c24e2bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6696212 Aug 24 13:39:11.188464 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e87da-83d3-40de-bcba-457208c6ea63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=841474c9-1e54-449f-a5d0-5ba6ac2c0fcd,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:11.191748 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 49444) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:39:11.212865 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:11.232907 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 24 Aug 2022 13:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc308dff-ea4b-482a-a919-8ec6b2125ffd x-openstack-request-id: req-cc308dff-ea4b-482a-a919-8ec6b2125ffd {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:39:11.233947 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53bade32-e7bf-4ace-9b68-0458f257feff", "name": "network-vif-plugged", "status": "completed", "tag": "55484e25-34c8-469b-8598-d718e9469013", "code": 200}, {"server_uuid": "3ad88e6d-b2b8-4049-b987-94022767fa67", "name": "network-vif-plugged", "status": "completed", "tag": "0723b1a9-9fdc-4151-b023-7ddb25fe09e0", "code": 200}]} {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:39:11.234661 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-cc308dff-ea4b-482a-a919-8ec6b2125ffd {{(pid=106987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:39:11.235370 dv-cinder-779578-4-iscsi neutron-server[106987]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc308dff-ea4b-482a-a919-8ec6b2125ffd'] response: {'server_uuid': '53bade32-e7bf-4ace-9b68-0458f257feff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55484e25-34c8-469b-8598-d718e9469013', 'code': 200} Aug 24 13:39:11.235846 dv-cinder-779578-4-iscsi neutron-server[106987]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc308dff-ea4b-482a-a919-8ec6b2125ffd'] response: {'server_uuid': '3ad88e6d-b2b8-4049-b987-94022767fa67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0723b1a9-9fdc-4151-b023-7ddb25fe09e0', 'code': 200} Aug 24 13:39:11.261927 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=100 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:11.301185 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:11.332245 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f08463-54fd-41ce-826a-36fedc637c81 req-eb875cbd-7312-4bbe-a228-a1bc2478fee0 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:11.335043 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-53f08463-54fd-41ce-826a-36fedc637c81 req-eb875cbd-7312-4bbe-a228-a1bc2478fee0 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=41fef0de-6828-4680-ade1-e4c25d189d6e HTTP/1.1" status: 200 len: 945 time: 0.1281440 Aug 24 13:39:11.383083 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-539b3480-c627-441c-88ea-2e17d338127a admin admin] Publish callbacks [] for security_group (841474c9-1e54-449f-a5d0-5ba6ac2c0fcd), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:11.447965 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-539b3480-c627-441c-88ea-2e17d338127a admin admin] Publish callbacks [] for security_group (841474c9-1e54-449f-a5d0-5ba6ac2c0fcd), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:11.492078 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-53f08463-54fd-41ce-826a-36fedc637c81 req-7159d1a2-359c-450d-8d85-e78a7de031da tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=19e6fee2-bc83-4521-9a18-a0e51ba93c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415410 Aug 24 13:39:11.637097 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-539b3480-c627-441c-88ea-2e17d338127a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (841474c9-1e54-449f-a5d0-5ba6ac2c0fcd), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:11.640894 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-539b3480-c627-441c-88ea-2e17d338127a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:11.642362 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-539b3480-c627-441c-88ea-2e17d338127a admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/841474c9-1e54-449f-a5d0-5ba6ac2c0fcd HTTP/1.1" status: 204 len: 168 time: 0.4492993 Aug 24 13:39:11.655703 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539b3480-c627-441c-88ea-2e17d338127a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=841474c9-1e54-449f-a5d0-5ba6ac2c0fcd,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:11.849049 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7315d8e-e12f-4841-9aa2-3d30bf5abbcc req-d5193311-1eea-4819-82e7-a4918f40432a tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:11.851926 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e7315d8e-e12f-4841-9aa2-3d30bf5abbcc req-d5193311-1eea-4819-82e7-a4918f40432a tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3ad88e6d-b2b8-4049-b987-94022767fa67 HTTP/1.1" status: 200 len: 946 time: 0.0633276 Aug 24 13:39:11.930914 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e7315d8e-e12f-4841-9aa2-3d30bf5abbcc req-e3e7d314-aa02-4e7b-b31a-af7eaa955150 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=604f6693-fdc8-4aff-9d7c-0e32711309ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683341 Aug 24 13:39:12.065494 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b7901-f08f-4a6f-a605-c2c9c6d08956 req-a1e35aa0-1c55-404a-b069-98524500ead8 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:12.067183 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ee0b7901-f08f-4a6f-a605-c2c9c6d08956 req-a1e35aa0-1c55-404a-b069-98524500ead8 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 946 time: 0.0552433 Aug 24 13:39:12.132332 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ee0b7901-f08f-4a6f-a605-c2c9c6d08956 req-a2199ef2-4455-4f53-925d-9284428e9662 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552487 Aug 24 13:39:12.560087 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 49474) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:39:12.721615 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797f0a2e-c58a-454e-b78b-518a597063a7 req-1bd4727a-ae43-49c7-ad04-65b7cbbb8935 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:12.723215 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-797f0a2e-c58a-454e-b78b-518a597063a7 req-1bd4727a-ae43-49c7-ad04-65b7cbbb8935 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=41fef0de-6828-4680-ade1-e4c25d189d6e HTTP/1.1" status: 200 len: 945 time: 0.0652235 Aug 24 13:39:12.746315 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-bbc419a5-6279-478b-9102-57a886375571 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:12.810586 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-797f0a2e-c58a-454e-b78b-518a597063a7 req-931c5891-07dc-403c-afb3-44a61f09e047 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=19e6fee2-bc83-4521-9a18-a0e51ba93c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793343 Aug 24 13:39:12.896556 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 49480) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:39:12.906619 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-bbc419a5-6279-478b-9102-57a886375571 admin admin] Publish callbacks [] for security_group (38affe49-ecfd-41e9-985f-06e1cb3d58f8), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:12.923017 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-38ca4cf3-44d1-47b8-a163-2d766b28b74a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:12.963846 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:12.997566 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-bbc419a5-6279-478b-9102-57a886375571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (38affe49-ecfd-41e9-985f-06e1cb3d58f8), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:13.043089 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:13.062424 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-bbc419a5-6279-478b-9102-57a886375571 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=04dc9404552e482ebc83f9823005490d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5000942 Aug 24 13:39:13.063829 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc419a5-6279-478b-9102-57a886375571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38affe49-ecfd-41e9-985f-06e1cb3d58f8,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:13.066931 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 49484) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:39:13.068053 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-38ca4cf3-44d1-47b8-a163-2d766b28b74a admin admin] Publish callbacks [] for security_group (e63f0ddd-5404-4882-b565-1090a609aaf5), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:13.104160 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc419a5-6279-478b-9102-57a886375571 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:39:13.104609 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc419a5-6279-478b-9102-57a886375571 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:39:13.105060 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc419a5-6279-478b-9102-57a886375571 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:39:13.105476 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc419a5-6279-478b-9102-57a886375571 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:39:13.106020 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc419a5-6279-478b-9102-57a886375571 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:39:13.106403 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc419a5-6279-478b-9102-57a886375571 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:39:13.106861 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc419a5-6279-478b-9102-57a886375571 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:39:13.107272 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc419a5-6279-478b-9102-57a886375571 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:39:13.107679 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc419a5-6279-478b-9102-57a886375571 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:39:13.108090 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc419a5-6279-478b-9102-57a886375571 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:39:13.108946 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc419a5-6279-478b-9102-57a886375571 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:39:13.109204 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc419a5-6279-478b-9102-57a886375571 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:39:13.109617 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc419a5-6279-478b-9102-57a886375571 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:39:13.110029 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc419a5-6279-478b-9102-57a886375571 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:39:13.110443 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc419a5-6279-478b-9102-57a886375571 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:39:13.147986 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-38ca4cf3-44d1-47b8-a163-2d766b28b74a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (e63f0ddd-5404-4882-b565-1090a609aaf5), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:13.167459 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca01b3-25f9-4908-befa-459b1c3fc9ad req-2f441360-2af6-4a0d-8926-ba5274f4184c tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:13.169147 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-15ca01b3-25f9-4908-befa-459b1c3fc9ad req-2f441360-2af6-4a0d-8926-ba5274f4184c tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3ad88e6d-b2b8-4049-b987-94022767fa67 HTTP/1.1" status: 200 len: 946 time: 0.0930512 Aug 24 13:39:13.207318 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-38ca4cf3-44d1-47b8-a163-2d766b28b74a admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=96af120e1e0848b6877bac6cfc8c47b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3090470 Aug 24 13:39:13.209738 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d1d7dc5a-b9ca-4577-bf92-6f5edc7de0a8 admin admin] Publish callbacks [] for security_group (38affe49-ecfd-41e9-985f-06e1cb3d58f8), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:13.210213 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 49488) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:39:13.222923 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ca4cf3-44d1-47b8-a163-2d766b28b74a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63f0ddd-5404-4882-b565-1090a609aaf5,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:13.261081 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ca4cf3-44d1-47b8-a163-2d766b28b74a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:39:13.261907 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ca4cf3-44d1-47b8-a163-2d766b28b74a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:39:13.262691 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ca4cf3-44d1-47b8-a163-2d766b28b74a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:39:13.263443 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ca4cf3-44d1-47b8-a163-2d766b28b74a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:39:13.263997 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ca4cf3-44d1-47b8-a163-2d766b28b74a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:39:13.265173 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ca4cf3-44d1-47b8-a163-2d766b28b74a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:39:13.265715 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ca4cf3-44d1-47b8-a163-2d766b28b74a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:39:13.266283 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ca4cf3-44d1-47b8-a163-2d766b28b74a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:39:13.267038 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ca4cf3-44d1-47b8-a163-2d766b28b74a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:39:13.267884 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ca4cf3-44d1-47b8-a163-2d766b28b74a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:39:13.268710 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ca4cf3-44d1-47b8-a163-2d766b28b74a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:39:13.269486 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ca4cf3-44d1-47b8-a163-2d766b28b74a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:39:13.270681 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ca4cf3-44d1-47b8-a163-2d766b28b74a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:39:13.271466 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ca4cf3-44d1-47b8-a163-2d766b28b74a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:39:13.272332 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ca4cf3-44d1-47b8-a163-2d766b28b74a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:39:13.296491 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d1d7dc5a-b9ca-4577-bf92-6f5edc7de0a8 admin admin] Publish callbacks [] for security_group (38affe49-ecfd-41e9-985f-06e1cb3d58f8), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:13.333036 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-15ca01b3-25f9-4908-befa-459b1c3fc9ad req-245b3548-f559-40b7-9a5a-9d234e193aa5 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=604f6693-fdc8-4aff-9d7c-0e32711309ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477783 Aug 24 13:39:13.334483 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-3163ff74-115a-4b0e-8810-db0191f12f02 admin admin] Publish callbacks [] for security_group (e63f0ddd-5404-4882-b565-1090a609aaf5), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:13.372284 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-3163ff74-115a-4b0e-8810-db0191f12f02 admin admin] Publish callbacks [] for security_group (e63f0ddd-5404-4882-b565-1090a609aaf5), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:13.431099 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:13.453582 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155e698c-6fcc-441d-aa5f-ba9d559a1d28 req-bfcd9d56-30a8-419b-97a9-633ef46edc56 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:13.455790 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-155e698c-6fcc-441d-aa5f-ba9d559a1d28 req-bfcd9d56-30a8-419b-97a9-633ef46edc56 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 946 time: 0.1349795 Aug 24 13:39:13.517504 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-155e698c-6fcc-441d-aa5f-ba9d559a1d28 req-201b489a-f36b-40d7-a644-b5e98ae66524 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533152 Aug 24 13:39:13.570648 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-3163ff74-115a-4b0e-8810-db0191f12f02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (e63f0ddd-5404-4882-b565-1090a609aaf5), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:13.573301 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-3163ff74-115a-4b0e-8810-db0191f12f02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:13.574713 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-3163ff74-115a-4b0e-8810-db0191f12f02 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/e63f0ddd-5404-4882-b565-1090a609aaf5 HTTP/1.1" status: 204 len: 168 time: 0.3630290 Aug 24 13:39:13.583917 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d1d7dc5a-b9ca-4577-bf92-6f5edc7de0a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (38affe49-ecfd-41e9-985f-06e1cb3d58f8), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:13.588316 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3163ff74-115a-4b0e-8810-db0191f12f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63f0ddd-5404-4882-b565-1090a609aaf5,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:13.596904 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d1d7dc5a-b9ca-4577-bf92-6f5edc7de0a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:13.596904 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-d1d7dc5a-b9ca-4577-bf92-6f5edc7de0a8 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/38affe49-ecfd-41e9-985f-06e1cb3d58f8 HTTP/1.1" status: 204 len: 168 time: 0.5222752 Aug 24 13:39:13.609542 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7dc5a-b9ca-4577-bf92-6f5edc7de0a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38affe49-ecfd-41e9-985f-06e1cb3d58f8,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:13.817667 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:13.856237 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.agents_db [None req-66b1cbc3-9e75-488f-ab76-e3b1c287483f None None] Agent healthcheck: found 6 active agents {{(pid=106988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 13:39:14.007803 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e820713-92f3-4ac7-83f7-9925d2b2595c req-61bc986c-4789-4992-b23e-77d7e5fe2f69 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:14.010458 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7e820713-92f3-4ac7-83f7-9925d2b2595c req-61bc986c-4789-4992-b23e-77d7e5fe2f69 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=41fef0de-6828-4680-ade1-e4c25d189d6e HTTP/1.1" status: 200 len: 945 time: 0.0872898 Aug 24 13:39:14.089156 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7e820713-92f3-4ac7-83f7-9925d2b2595c req-1a710052-b7dd-4415-a62b-b0c9916a44bb tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=19e6fee2-bc83-4521-9a18-a0e51ba93c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635383 Aug 24 13:39:14.417748 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51e733-3bea-4320-85b1-e3a10267c81b req-843a3483-27e1-4640-8eda-d030a6c3a56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:14.424700 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-3b51e733-3bea-4320-85b1-e3a10267c81b req-843a3483-27e1-4640-8eda-d030a6c3a56a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 1130 time: 0.0984595 Aug 24 13:39:14.550579 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-3b51e733-3bea-4320-85b1-e3a10267c81b req-77289116-ef4e-44e2-bee2-dbb7ee89df71 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226060 Aug 24 13:39:14.615955 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eba3658-0aa3-461b-9be1-b24305e311ae req-d2f4e789-e269-4714-be12-ee6a19905b91 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:14.621344 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-2eba3658-0aa3-461b-9be1-b24305e311ae req-d2f4e789-e269-4714-be12-ee6a19905b91 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3ad88e6d-b2b8-4049-b987-94022767fa67 HTTP/1.1" status: 200 len: 946 time: 0.1592758 Aug 24 13:39:14.707350 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c8a9b-7ddf-44d0-92d9-de1d728d8779 req-c5fb1682-0a46-4c5f-99d9-dc8256660427 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:14.709166 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-754c8a9b-7ddf-44d0-92d9-de1d728d8779 req-c5fb1682-0a46-4c5f-99d9-dc8256660427 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 946 time: 0.0766246 Aug 24 13:39:14.758110 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-2eba3658-0aa3-461b-9be1-b24305e311ae req-49f231a3-3f1f-4639-b76f-f640da852153 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=604f6693-fdc8-4aff-9d7c-0e32711309ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098790 Aug 24 13:39:14.800992 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-754c8a9b-7ddf-44d0-92d9-de1d728d8779 req-1bf46c83-e086-4b85-89f2-947523fadee2 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795496 Aug 24 13:39:15.245299 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 49536) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:39:15.246362 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451fe9af-f6a2-438a-b7e5-7c9e4ae0516e req-a0559d4b-3b5e-4d32-9267-c0067292f595 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:15.249861 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-451fe9af-f6a2-438a-b7e5-7c9e4ae0516e req-a0559d4b-3b5e-4d32-9267-c0067292f595 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=41fef0de-6828-4680-ade1-e4c25d189d6e HTTP/1.1" status: 200 len: 945 time: 0.0729015 Aug 24 13:39:15.268030 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-24f28134-3fa6-47b4-8014-3b5c32ef719c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:15.344835 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-451fe9af-f6a2-438a-b7e5-7c9e4ae0516e req-e4819691-f9a9-4762-9209-1865c1a4c7ca tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=19e6fee2-bc83-4521-9a18-a0e51ba93c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836475 Aug 24 13:39:15.387248 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-24f28134-3fa6-47b4-8014-3b5c32ef719c admin admin] Publish callbacks [] for security_group (1faf89b1-1802-4643-b89d-100bd5916dd3), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:15.476229 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-24f28134-3fa6-47b4-8014-3b5c32ef719c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (1faf89b1-1802-4643-b89d-100bd5916dd3), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:15.564921 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-24f28134-3fa6-47b4-8014-3b5c32ef719c admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=5c837d17cfd94e0784a6fdb1cdad7513&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3168161 Aug 24 13:39:15.566584 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f28134-3fa6-47b4-8014-3b5c32ef719c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1faf89b1-1802-4643-b89d-100bd5916dd3,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:15.567615 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 49554) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:39:15.637828 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-1fd2286a-eafa-4cd6-97a9-33209cb3407a admin admin] Publish callbacks [] for security_group (1faf89b1-1802-4643-b89d-100bd5916dd3), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:15.881769 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-1fd2286a-eafa-4cd6-97a9-33209cb3407a admin admin] Publish callbacks [] for security_group (1faf89b1-1802-4643-b89d-100bd5916dd3), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:16.060071 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520983ed-4af6-4c0d-a3ae-7a66fe8ff8b9 req-137aa588-b919-4f81-abf1-057ef0526d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:16.063850 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-520983ed-4af6-4c0d-a3ae-7a66fe8ff8b9 req-137aa588-b919-4f81-abf1-057ef0526d2f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3ad88e6d-b2b8-4049-b987-94022767fa67 HTTP/1.1" status: 200 len: 1130 time: 0.1006572 Aug 24 13:39:16.137433 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-1fd2286a-eafa-4cd6-97a9-33209cb3407a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (1faf89b1-1802-4643-b89d-100bd5916dd3), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:16.143663 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-1fd2286a-eafa-4cd6-97a9-33209cb3407a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:16.150131 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-1fd2286a-eafa-4cd6-97a9-33209cb3407a admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/1faf89b1-1802-4643-b89d-100bd5916dd3 HTTP/1.1" status: 204 len: 168 time: 0.5765567 Aug 24 13:39:16.195588 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d194f9ce-3d8c-45aa-81e8-399cecbd2f46 req-41fc4695-de8e-48fd-b58b-0c71dbefaa51 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:16.199170 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d194f9ce-3d8c-45aa-81e8-399cecbd2f46 req-41fc4695-de8e-48fd-b58b-0c71dbefaa51 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3ad88e6d-b2b8-4049-b987-94022767fa67 HTTP/1.1" status: 200 len: 946 time: 0.1807196 Aug 24 13:39:16.226358 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0c985b-1632-43ad-a2b3-b22645abb7bb req-88f71f53-7470-4dcd-bf77-bf31b84cea35 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:16.266374 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0d0c985b-1632-43ad-a2b3-b22645abb7bb req-88f71f53-7470-4dcd-bf77-bf31b84cea35 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 946 time: 0.2252595 Aug 24 13:39:16.275494 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:16.278693 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd2286a-eafa-4cd6-97a9-33209cb3407a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1faf89b1-1802-4643-b89d-100bd5916dd3,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:16.411570 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-520983ed-4af6-4c0d-a3ae-7a66fe8ff8b9 req-ac98590f-a326-49ac-b492-8dfbc2b39aa2 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=604f6693-fdc8-4aff-9d7c-0e32711309ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1498113 Aug 24 13:39:16.413622 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d194f9ce-3d8c-45aa-81e8-399cecbd2f46 req-aacc3be2-f55c-4741-b9a2-19ce6a8ec2d2 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=604f6693-fdc8-4aff-9d7c-0e32711309ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359746 Aug 24 13:39:16.503108 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0d0c985b-1632-43ad-a2b3-b22645abb7bb req-918d978c-26e4-478f-bbfb-3675a36fd28b tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2354069 Aug 24 13:39:16.631898 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:16.695826 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73634c95-2556-415c-9492-35cb44251a41 req-4ae01b9a-bde2-40ae-96cf-024760c81601 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:16.701274 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-73634c95-2556-415c-9492-35cb44251a41 req-4ae01b9a-bde2-40ae-96cf-024760c81601 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=41fef0de-6828-4680-ade1-e4c25d189d6e HTTP/1.1" status: 200 len: 945 time: 0.1066124 Aug 24 13:39:16.765017 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-73634c95-2556-415c-9492-35cb44251a41 req-289d247e-5ca2-49a4-9282-c0d71ba27f09 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=19e6fee2-bc83-4521-9a18-a0e51ba93c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571303 Aug 24 13:39:17.307966 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a93d403b-29c5-41ac-a53c-7c0bf3f47879), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:17.707028 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccbac43-7914-45d2-b494-8162692874d8 req-f497d78e-af9e-4bf4-b447-b66d344ccfd1 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:17.723252 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3ccbac43-7914-45d2-b494-8162692874d8 req-f497d78e-af9e-4bf4-b447-b66d344ccfd1 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3ad88e6d-b2b8-4049-b987-94022767fa67 HTTP/1.1" status: 200 len: 946 time: 0.1685824 Aug 24 13:39:17.741270 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:17.756436 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-b25f196f-a4d7-472f-b10f-4a20dd90a071 req-ed4b15c2-0e32-4e93-b31e-5d20fa62e9e5 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=41fef0de-6828-4680-ade1-e4c25d189d6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0996845 Aug 24 13:39:17.853068 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e8e994-180f-476a-88df-0248f83b5a4e req-55d34a90-6173-4d43-9ad7-0816cce99f49 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:17.854649 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e2e8e994-180f-476a-88df-0248f83b5a4e req-55d34a90-6173-4d43-9ad7-0816cce99f49 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 946 time: 0.1267135 Aug 24 13:39:17.864733 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3ccbac43-7914-45d2-b494-8162692874d8 req-f050b576-6e35-4ad9-a728-319f1a4f7427 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=604f6693-fdc8-4aff-9d7c-0e32711309ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397388 Aug 24 13:39:17.969180 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f196f-a4d7-472f-b10f-4a20dd90a071 req-18e2e050-8bfb-4921-88d4-645c6803354f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:17.971698 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-b25f196f-a4d7-472f-b10f-4a20dd90a071 req-18e2e050-8bfb-4921-88d4-645c6803354f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=77b5eebd2706440badffd858826d5c79&device_id=41fef0de-6828-4680-ade1-e4c25d189d6e HTTP/1.1" status: 200 len: 1129 time: 0.0729103 Aug 24 13:39:18.005990 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e2e8e994-180f-476a-88df-0248f83b5a4e req-78a9e97f-4306-441a-88eb-6e38c3afc2d4 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1390913 Aug 24 13:39:18.311055 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead4613-d101-4e52-b2da-15349364ade5 req-f58a7377-2c73-4dbd-a2f9-f97e9b96e736 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:18.315101 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-eead4613-d101-4e52-b2da-15349364ade5 req-f58a7377-2c73-4dbd-a2f9-f97e9b96e736 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 946 time: 0.0996051 Aug 24 13:39:18.339093 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 49652) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:39:18.360087 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-8d941d60-2820-4cc0-b0d2-959075069b60 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Request body: {'floatingip': {'port_id': '55484e25-34c8-469b-8598-d718e9469013'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:39:18.464085 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-8d941d60-2820-4cc0-b0d2-959075069b60 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks [] for floatingip (f79efa01-2857-4ea0-a2a0-183d615fee95), before_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:18.603872 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:18.884151 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f196f-a4d7-472f-b10f-4a20dd90a071 req-9c02e889-10c7-4943-bb94-8a1cb82f5fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:18.887938 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-b25f196f-a4d7-472f-b10f-4a20dd90a071 req-9c02e889-10c7-4943-bb94-8a1cb82f5fd3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=2e903fbc-329f-4ab0-8009-8377c36a9d55 HTTP/1.1" status: 200 len: 912 time: 0.2123687 Aug 24 13:39:18.968372 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-b25f196f-a4d7-472f-b10f-4a20dd90a071 req-60f184d1-822f-4987-8761-f458c2e63842 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7bc85c4a-d736-4e8a-86bf-61d6911d0812 HTTP/1.1" status: 200 len: 217 time: 0.0730669 Aug 24 13:39:19.117343 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0084d57-3bb4-4ed3-876a-63f0ab9047b1 req-be22faf4-5c78-4624-aa8b-e053476eb64a tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:19.119034 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d0084d57-3bb4-4ed3-876a-63f0ab9047b1 req-be22faf4-5c78-4624-aa8b-e053476eb64a tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3ad88e6d-b2b8-4049-b987-94022767fa67 HTTP/1.1" status: 200 len: 946 time: 0.1308563 Aug 24 13:39:19.149399 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f196f-a4d7-472f-b10f-4a20dd90a071 req-f89fac14-5053-4be3-8160-823d2b606849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:19.151593 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-b25f196f-a4d7-472f-b10f-4a20dd90a071 req-f89fac14-5053-4be3-8160-823d2b606849 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=69983798-9032-46f8-83a4-502dd4fa5f0a HTTP/1.1" status: 200 len: 850 time: 0.1739614 Aug 24 13:39:19.174782 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d0084d57-3bb4-4ed3-876a-63f0ab9047b1 req-f3375cbd-2942-4ceb-bbb0-7faaf5fd909f tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=604f6693-fdc8-4aff-9d7c-0e32711309ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481431 Aug 24 13:39:19.479873 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb11b042-af65-4b03-8f71-3a51d27295be req-4532af8c-ab77-4207-bcc2-5d7710de34b1 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:19.492918 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-bb11b042-af65-4b03-8f71-3a51d27295be req-4532af8c-ab77-4207-bcc2-5d7710de34b1 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3ad88e6d-b2b8-4049-b987-94022767fa67 HTTP/1.1" status: 200 len: 946 time: 0.1749372 Aug 24 13:39:19.505022 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 49690) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:39:19.515359 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-148ee7aa-b18f-47f4-ac05-92b0e21c96ff tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Request body: {'floatingip': {'port_id': '0723b1a9-9fdc-4151-b023-7ddb25fe09e0'}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:39:19.719822 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-148ee7aa-b18f-47f4-ac05-92b0e21c96ff tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for floatingip (69f7047a-97f0-4849-a419-76fbb31923bb), before_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:19.861043 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:19.863708 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.db.resource_extend [None req-8d941d60-2820-4cc0-b0d2-959075069b60 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 24 13:39:19.866763 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f196f-a4d7-472f-b10f-4a20dd90a071 req-bf93b9a1-68a6-4b34-9457-a5a7a2d33aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:19.868554 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-b25f196f-a4d7-472f-b10f-4a20dd90a071 req-bf93b9a1-68a6-4b34-9457-a5a7a2d33aa6 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=2e903fbc-329f-4ab0-8009-8377c36a9d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.6700130 Aug 24 13:39:19.926324 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=4 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:19.989057 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-8d941d60-2820-4cc0-b0d2-959075069b60 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:20.045339 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-5ac40e85-a49b-41fb-ac62-4df1b19dc245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:20.065888 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-b25f196f-a4d7-472f-b10f-4a20dd90a071 req-605ae895-dae1-4e13-8ec1-dba22b565d63 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2e903fbc-329f-4ab0-8009-8377c36a9d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643057 Aug 24 13:39:20.129286 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-8d941d60-2820-4cc0-b0d2-959075069b60 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961197'] for floatingip (f79efa01-2857-4ea0-a2a0-183d615fee95), after_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:20.332294 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-b25f196f-a4d7-472f-b10f-4a20dd90a071 req-6e75e921-4f59-4f3a-9a97-a63929ad9ab2 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2e903fbc-329f-4ab0-8009-8377c36a9d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476270 Aug 24 13:39:20.354349 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.db.l3_db [None req-8d941d60-2820-4cc0-b0d2-959075069b60 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Floating IP f79efa01-2857-4ea0-a2a0-183d615fee95 associated. External IP: 172.27.1.44, port: 55484e25-34c8-469b-8598-d718e9469013. Aug 24 13:39:20.442471 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 49716) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:39:20.634393 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 49722) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:39:20.779711 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d941d60-2820-4cc0-b0d2-959075069b60 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Router 8ff4f2f7-1cad-4fd9-99be-e3cce9260444 has already been hosted by L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 {{(pid=106986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 13:39:20.815026 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.db.resource_extend [None req-148ee7aa-b18f-47f4-ac05-92b0e21c96ff tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 24 13:39:20.950534 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-23d5d21e-8327-4c8b-8e7e-a7f44a7d5161 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:20.960917 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d941d60-2820-4cc0-b0d2-959075069b60 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:39:20.980461 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b857dd7b-e2a0-47bd-85d3-d0f3d4db3b1c None None] Sync routers for ids ['8ff4f2f7-1cad-4fd9-99be-e3cce9260444'] in dv-cinder-779578-4-iscsi {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:39:20.982489 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:20.996171 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-8d941d60-2820-4cc0-b0d2-959075069b60 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for floatingip (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:21.005753 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b857dd7b-e2a0-47bd-85d3-d0f3d4db3b1c None None] Routers {'8ff4f2f7-1cad-4fd9-99be-e3cce9260444'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:39:21.006543 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-b857dd7b-e2a0-47bd-85d3-d0f3d4db3b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:38:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['8ff4f2f7-1cad-4fd9-99be-e3cce9260444'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:39:21.046930 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-8d941d60-2820-4cc0-b0d2-959075069b60 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "PUT /networking/v2.0/floatingips/f79efa01-2857-4ea0-a2a0-183d615fee95 HTTP/1.1" status: 200 len: 991 time: 2.7063284 Aug 24 13:39:21.048022 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53bade32-e7bf-4ace-9b68-0458f257feff', 'tag': '55484e25-34c8-469b-8598-d718e9469013'}] {{(pid=106986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:39:21.051130 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d01dbab33e71115aad2ee8471a00c8ecaf37bbc8c5e47995de0ab84d59865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020782cd-efd3-4e88-80f6-071b66fa7418" -d '{"events": [{"name": "network-changed", "server_uuid": "53bade32-e7bf-4ace-9b68-0458f257feff", "tag": "55484e25-34c8-469b-8598-d718e9469013"}]}' {{(pid=106986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:39:21.072804 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-148ee7aa-b18f-47f4-ac05-92b0e21c96ff tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:21.075738 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-6d599f93-fcee-4e64-b915-271998d9f715 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:21.109824 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 13:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319d9006-c9f3-406b-93d5-3477a731f1b1 x-openstack-request-id: req-319d9006-c9f3-406b-93d5-3477a731f1b1 {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:39:21.110516 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53bade32-e7bf-4ace-9b68-0458f257feff", "tag": "55484e25-34c8-469b-8598-d718e9469013", "status": "completed", "code": 200}]} {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:39:21.111002 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-319d9006-c9f3-406b-93d5-3477a731f1b1 {{(pid=106986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:39:21.111564 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-319d9006-c9f3-406b-93d5-3477a731f1b1'] response: {'name': 'network-changed', 'server_uuid': '53bade32-e7bf-4ace-9b68-0458f257feff', 'tag': '55484e25-34c8-469b-8598-d718e9469013', 'status': 'completed', 'code': 200} Aug 24 13:39:21.218013 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-148ee7aa-b18f-47f4-ac05-92b0e21c96ff tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961197'] for floatingip (69f7047a-97f0-4849-a419-76fbb31923bb), after_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:21.266702 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020782cd-efd3-4e88-80f6-071b66fa7418 req-334e9cf4-4c56-4c08-b841-07f32ecb1520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:21.267116 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-b857dd7b-e2a0-47bd-85d3-d0f3d4db3b1c None None] Set router 8ff4f2f7-1cad-4fd9-99be-e3cce9260444 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:39:21.268312 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-020782cd-efd3-4e88-80f6-071b66fa7418 req-334e9cf4-4c56-4c08-b841-07f32ecb1520 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=4a3794670e8d4c9985547d557d6969e0&device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 1130 time: 0.0633197 Aug 24 13:39:21.303271 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=80,neutron:UPDATE=5,neutron:INSERT=15 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:21.359344 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=100 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:21.414237 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020782cd-efd3-4e88-80f6-071b66fa7418 req-4e25f607-2dd6-4a39-83fe-6f904bc5ef3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:21.416098 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-020782cd-efd3-4e88-80f6-071b66fa7418 req-4e25f607-2dd6-4a39-83fe-6f904bc5ef3d service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=385fd5c5-6c70-4a95-9981-8683550b730c HTTP/1.1" status: 200 len: 918 time: 0.1407926 Aug 24 13:39:21.589738 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-23d5d21e-8327-4c8b-8e7e-a7f44a7d5161 admin admin] Publish callbacks [] for security_group (df6de418-446c-46de-ad50-31d5dd6c3115), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:21.648958 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-6d599f93-fcee-4e64-b915-271998d9f715 admin admin] Publish callbacks [] for security_group (b92dbe63-4768-4a80-aae1-1677a8ad222b), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:21.663812 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.db.l3_db [None req-148ee7aa-b18f-47f4-ac05-92b0e21c96ff tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Floating IP 69f7047a-97f0-4849-a419-76fbb31923bb associated. External IP: 172.27.1.76, port: 0723b1a9-9fdc-4151-b023-7ddb25fe09e0. Aug 24 13:39:21.729884 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-b857dd7b-e2a0-47bd-85d3-d0f3d4db3b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'name': 'tempest-AttachVolumeShelveTestJSON-1625308851-router', 'tenant_id': '4a3794670e8d4c9985547d557d6969e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'e28ebaa8-833a-47c9-9878-cacba0470f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:14Z', 'updated_at': '2022-08-24T13:38:26Z', 'revision_number': 4, 'project_id': '4a3794670e8d4c9985547d557d6969e0', 'gw_port': {'id': 'e28ebaa8-833a-47c9-9878-cacba0470f33', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:15Z', 'updated_at': '2022-08-24T13:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_floatingips': [{'id': 'f79efa01-2857-4ea0-a2a0-183d615fee95', 'tenant_id': '4a3794670e8d4c9985547d557d6969e0', 'floating_ip_address': '172.27.1.44', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'port_id': '55484e25-34c8-469b-8598-d718e9469013', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '385fd5c5-6c70-4a95-9981-8683550b730c', 'mac_address': 'fa:16:3e:c9:98:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53bade32-e7bf-4ace-9b68-0458f257feff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:38:35Z', 'updated_at': '2022-08-24T13:39:19Z', 'revision_number': 1, 'project_id': '4a3794670e8d4c9985547d557d6969e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db1e9755-d759-4f60-b714-7af68d02ce1e', 'name': '', 'network_id': '385fd5c5-6c70-4a95-9981-8683550b730c', 'tenant_id': '4a3794670e8d4c9985547d557d6969e0', 'mac_address': 'fa:16:3e:53:79:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5dc0c212-b568-43f4-b5cf-0229c3337a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:23Z', 'updated_at': '2022-08-24T13:38:37Z', 'revision_number': 5, 'project_id': '4a3794670e8d4c9985547d557d6969e0', 'subnets': [{'id': '5dc0c212-b568-43f4-b5cf-0229c3337a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:39:21.758473 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-6d599f93-fcee-4e64-b915-271998d9f715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (b92dbe63-4768-4a80-aae1-1677a8ad222b), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:21.760732 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-23d5d21e-8327-4c8b-8e7e-a7f44a7d5161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (df6de418-446c-46de-ad50-31d5dd6c3115), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:21.781566 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-020782cd-efd3-4e88-80f6-071b66fa7418 req-1c7eae3d-57ae-48d4-8686-5977b7a5a5ac service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55484e25-34c8-469b-8598-d718e9469013 HTTP/1.1" status: 200 len: 999 time: 0.1516547 Aug 24 13:39:21.799199 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b857dd7b-e2a0-47bd-85d3-d0f3d4db3b1c None None] Checking router: 8ff4f2f7-1cad-4fd9-99be-e3cce9260444 for host: dv-cinder-779578-4-iscsi {{(pid=106988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:39:21.820628 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b857dd7b-e2a0-47bd-85d3-d0f3d4db3b1c None None] Routers {'8ff4f2f7-1cad-4fd9-99be-e3cce9260444'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:39:21.821725 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-b857dd7b-e2a0-47bd-85d3-d0f3d4db3b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:38:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['8ff4f2f7-1cad-4fd9-99be-e3cce9260444'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:39:21.882424 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-6d599f93-fcee-4e64-b915-271998d9f715 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=d69bcc81f8904858a1a47c8081e5ad3c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2444928 Aug 24 13:39:21.893600 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 49750) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:39:21.908137 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-23d5d21e-8327-4c8b-8e7e-a7f44a7d5161 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=f74f68f00fdc4a9e934fe1a4dcda6bc4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4612951 Aug 24 13:39:21.908867 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d599f93-fcee-4e64-b915-271998d9f715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b92dbe63-4768-4a80-aae1-1677a8ad222b,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:21.919048 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 49752) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:39:21.997044 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=100 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:22.003152 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020782cd-efd3-4e88-80f6-071b66fa7418 req-f4077bb1-2536-44f0-bab9-b2f828e53411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:22.004910 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-020782cd-efd3-4e88-80f6-071b66fa7418 req-f4077bb1-2536-44f0-bab9-b2f828e53411 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=5dc0c212-b568-43f4-b5cf-0229c3337a97 HTTP/1.1" status: 200 len: 856 time: 0.1681230 Aug 24 13:39:22.032858 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d5d21e-8327-4c8b-8e7e-a7f44a7d5161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6de418-446c-46de-ad50-31d5dd6c3115,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:22.041057 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-188d9121-67ea-40c5-ae0f-4fe0178ad30a admin admin] Publish callbacks [] for security_group (df6de418-446c-46de-ad50-31d5dd6c3115), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:22.059057 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-b857dd7b-e2a0-47bd-85d3-d0f3d4db3b1c None None] Set router 8ff4f2f7-1cad-4fd9-99be-e3cce9260444 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:39:22.112227 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-188d9121-67ea-40c5-ae0f-4fe0178ad30a admin admin] Publish callbacks [] for security_group (df6de418-446c-46de-ad50-31d5dd6c3115), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:22.127792 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-3ff9c9fc-7d49-4251-b678-97258e51e9d6 admin admin] Publish callbacks [] for security_group (b92dbe63-4768-4a80-aae1-1677a8ad222b), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:22.136254 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020782cd-efd3-4e88-80f6-071b66fa7418 req-a9f5bd82-0222-4e52-be10-2b5502d2e711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:22.137834 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-020782cd-efd3-4e88-80f6-071b66fa7418 req-a9f5bd82-0222-4e52-be10-2b5502d2e711 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=385fd5c5-6c70-4a95-9981-8683550b730c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0980513 Aug 24 13:39:22.179277 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-3ff9c9fc-7d49-4251-b678-97258e51e9d6 admin admin] Publish callbacks [] for security_group (b92dbe63-4768-4a80-aae1-1677a8ad222b), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:22.206461 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-148ee7aa-b18f-47f4-ac05-92b0e21c96ff tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Router 76db8bb3-0b68-4e6c-befe-f4726b0c7412 has already been hosted by L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 {{(pid=106985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 13:39:22.330484 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-65466785-39d3-4181-83c0-9c690e49262c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:22.346564 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-020782cd-efd3-4e88-80f6-071b66fa7418 req-37643db0-9a02-4a75-8d66-74c926c20000 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/385fd5c5-6c70-4a95-9981-8683550b730c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996789 Aug 24 13:39:22.367354 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:INSERT=7,neutron:SELECT=93 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:22.409971 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-148ee7aa-b18f-47f4-ac05-92b0e21c96ff tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:39:22.415387 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-148ee7aa-b18f-47f4-ac05-92b0e21c96ff tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for floatingip (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:22.434068 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e69955-7956-4f96-a5f0-01ed764d79af None None] Sync routers for ids ['76db8bb3-0b68-4e6c-befe-f4726b0c7412'] in dv-cinder-779578-4-iscsi {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:39:22.437393 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-b857dd7b-e2a0-47bd-85d3-d0f3d4db3b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'name': 'tempest-AttachVolumeShelveTestJSON-1625308851-router', 'tenant_id': '4a3794670e8d4c9985547d557d6969e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'e28ebaa8-833a-47c9-9878-cacba0470f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:14Z', 'updated_at': '2022-08-24T13:38:26Z', 'revision_number': 4, 'project_id': '4a3794670e8d4c9985547d557d6969e0', 'gw_port': {'id': 'e28ebaa8-833a-47c9-9878-cacba0470f33', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:15Z', 'updated_at': '2022-08-24T13:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_floatingips': [{'id': 'f79efa01-2857-4ea0-a2a0-183d615fee95', 'tenant_id': '4a3794670e8d4c9985547d557d6969e0', 'floating_ip_address': '172.27.1.44', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'port_id': '55484e25-34c8-469b-8598-d718e9469013', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '385fd5c5-6c70-4a95-9981-8683550b730c', 'mac_address': 'fa:16:3e:c9:98:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53bade32-e7bf-4ace-9b68-0458f257feff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:38:35Z', 'updated_at': '2022-08-24T13:39:19Z', 'revision_number': 1, 'project_id': '4a3794670e8d4c9985547d557d6969e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db1e9755-d759-4f60-b714-7af68d02ce1e', 'name': '', 'network_id': '385fd5c5-6c70-4a95-9981-8683550b730c', 'tenant_id': '4a3794670e8d4c9985547d557d6969e0', 'mac_address': 'fa:16:3e:53:79:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5dc0c212-b568-43f4-b5cf-0229c3337a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:23Z', 'updated_at': '2022-08-24T13:38:37Z', 'revision_number': 5, 'project_id': '4a3794670e8d4c9985547d557d6969e0', 'subnets': [{'id': '5dc0c212-b568-43f4-b5cf-0229c3337a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:39:22.454793 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-148ee7aa-b18f-47f4-ac05-92b0e21c96ff tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "PUT /networking/v2.0/floatingips/69f7047a-97f0-4849-a419-76fbb31923bb HTTP/1.1" status: 200 len: 991 time: 2.9456735 Aug 24 13:39:22.455494 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ad88e6d-b2b8-4049-b987-94022767fa67', 'tag': '0723b1a9-9fdc-4151-b023-7ddb25fe09e0'}] {{(pid=106985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:39:22.456288 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e69955-7956-4f96-a5f0-01ed764d79af None None] Routers {'76db8bb3-0b68-4e6c-befe-f4726b0c7412'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:39:22.457791 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-c4e69955-7956-4f96-a5f0-01ed764d79af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:39:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['76db8bb3-0b68-4e6c-befe-f4726b0c7412'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:39:22.462599 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339b45b761399ad6383a0e79eb3d49a8b35bb9728a194a6e9817421c04d0c31a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba96d0b-d198-40c1-bfa5-8c0aaaad7359" -d '{"events": [{"name": "network-changed", "server_uuid": "3ad88e6d-b2b8-4049-b987-94022767fa67", "tag": "0723b1a9-9fdc-4151-b023-7ddb25fe09e0"}]}' {{(pid=106985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:39:22.475511 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b857dd7b-e2a0-47bd-85d3-d0f3d4db3b1c None None] The sync data for ids ['8ff4f2f7-1cad-4fd9-99be-e3cce9260444'] in dv-cinder-779578-4-iscsi is: [{'id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'name': 'tempest-AttachVolumeShelveTestJSON-1625308851-router', 'tenant_id': '4a3794670e8d4c9985547d557d6969e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'e28ebaa8-833a-47c9-9878-cacba0470f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:14Z', 'updated_at': '2022-08-24T13:38:26Z', 'revision_number': 4, 'project_id': '4a3794670e8d4c9985547d557d6969e0', 'gw_port': {'id': 'e28ebaa8-833a-47c9-9878-cacba0470f33', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:15Z', 'updated_at': '2022-08-24T13:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_floatingips': [{'id': 'f79efa01-2857-4ea0-a2a0-183d615fee95', 'tenant_id': '4a3794670e8d4c9985547d557d6969e0', 'floating_ip_address': '172.27.1.44', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'port_id': '55484e25-34c8-469b-8598-d718e9469013', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 126, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '385fd5c5-6c70-4a95-9981-8683550b730c', 'mac_address': 'fa:16:3e:c9:98:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53bade32-e7bf-4ace-9b68-0458f257feff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:38:35Z', 'updated_at': '2022-08-24T13:39:19Z', 'revision_number': 1, 'project_id': '4a3794670e8d4c9985547d557d6969e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db1e9755-d759-4f60-b714-7af68d02ce1e', 'name': '', 'network_id': '385fd5c5-6c70-4a95-9981-8683550b730c', 'tenant_id': '4a3794670e8d4c9985547d557d6969e0', 'mac_address': 'fa:16:3e:53:79:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5dc0c212-b568-43f4-b5cf-0229c3337a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:23Z', 'updated_at': '2022-08-24T13:38:37Z', 'revision_number': 5, 'project_id': '4a3794670e8d4c9985547d557d6969e0', 'subnets': [{'id': '5dc0c212-b568-43f4-b5cf-0229c3337a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:39:22.475925 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-3ff9c9fc-7d49-4251-b678-97258e51e9d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (b92dbe63-4768-4a80-aae1-1677a8ad222b), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:22.478643 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-3ff9c9fc-7d49-4251-b678-97258e51e9d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:22.480226 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-3ff9c9fc-7d49-4251-b678-97258e51e9d6 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/b92dbe63-4768-4a80-aae1-1677a8ad222b HTTP/1.1" status: 204 len: 168 time: 0.5860047 Aug 24 13:39:22.511129 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff9c9fc-7d49-4251-b678-97258e51e9d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92dbe63-4768-4a80-aae1-1677a8ad222b,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:22.533052 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-020782cd-efd3-4e88-80f6-071b66fa7418 req-79763e40-7235-4261-a3c8-a70f85673a25 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/385fd5c5-6c70-4a95-9981-8683550b730c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796081 Aug 24 13:39:22.534457 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-188d9121-67ea-40c5-ae0f-4fe0178ad30a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (df6de418-446c-46de-ad50-31d5dd6c3115), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:22.536512 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 13:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9694fa3-f0c9-4a02-9561-ac8d9f4ff082 x-openstack-request-id: req-a9694fa3-f0c9-4a02-9561-ac8d9f4ff082 {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:39:22.536818 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ad88e6d-b2b8-4049-b987-94022767fa67", "tag": "0723b1a9-9fdc-4151-b023-7ddb25fe09e0", "status": "completed", "code": 200}]} {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:39:22.537048 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a9694fa3-f0c9-4a02-9561-ac8d9f4ff082 {{(pid=106985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:39:22.537462 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9694fa3-f0c9-4a02-9561-ac8d9f4ff082'] response: {'name': 'network-changed', 'server_uuid': '3ad88e6d-b2b8-4049-b987-94022767fa67', 'tag': '0723b1a9-9fdc-4151-b023-7ddb25fe09e0', 'status': 'completed', 'code': 200} Aug 24 13:39:22.537852 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-188d9121-67ea-40c5-ae0f-4fe0178ad30a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:22.542638 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-188d9121-67ea-40c5-ae0f-4fe0178ad30a admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/df6de418-446c-46de-ad50-31d5dd6c3115 HTTP/1.1" status: 204 len: 168 time: 0.6220808 Aug 24 13:39:22.561059 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188d9121-67ea-40c5-ae0f-4fe0178ad30a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6de418-446c-46de-ad50-31d5dd6c3115,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:22.809631 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-c4e69955-7956-4f96-a5f0-01ed764d79af None None] Set router 76db8bb3-0b68-4e6c-befe-f4726b0c7412 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:39:23.038464 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 49778) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:39:23.151232 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ccc67b4-8f70-4a38-81f2-cbc376621d40 None None] New status for floating IP f79efa01-2857-4ea0-a2a0-183d615fee95: ACTIVE {{(pid=106988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 13:39:23.245740 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=100 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:23.313713 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-c4e69955-7956-4f96-a5f0-01ed764d79af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'name': 'tempest-AttachVolumeNegativeTest-1546593255-router', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:16Z', 'updated_at': '2022-08-24T13:38:26Z', 'revision_number': 4, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'gw_port': {'id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:18Z', 'updated_at': '2022-08-24T13:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_floatingips': [{'id': '69f7047a-97f0-4849-a419-76fbb31923bb', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'port_id': '0723b1a9-9fdc-4151-b023-7ddb25fe09e0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'mac_address': 'fa:16:3e:21:bd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad88e6d-b2b8-4049-b987-94022767fa67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:38:36Z', 'updated_at': '2022-08-24T13:39:20Z', 'revision_number': 1, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75065905-7b34-4ad9-aad8-ab7ee3ca3bd8', 'name': '', 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'mac_address': 'fa:16:3e:60:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd07781da-28f3-4c07-b598-0d710e632916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:24Z', 'updated_at': '2022-08-24T13:38:38Z', 'revision_number': 5, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'subnets': [{'id': 'd07781da-28f3-4c07-b598-0d710e632916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:39:23.337891 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e69955-7956-4f96-a5f0-01ed764d79af None None] Checking router: 76db8bb3-0b68-4e6c-befe-f4726b0c7412 for host: dv-cinder-779578-4-iscsi {{(pid=106987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:39:23.349526 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e69955-7956-4f96-a5f0-01ed764d79af None None] Routers {'76db8bb3-0b68-4e6c-befe-f4726b0c7412'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:39:23.350320 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-c4e69955-7956-4f96-a5f0-01ed764d79af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:39:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['76db8bb3-0b68-4e6c-befe-f4726b0c7412'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:39:23.369523 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-32e8dd60-2490-4170-a844-4d1833d04952 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:23.489579 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-c4e69955-7956-4f96-a5f0-01ed764d79af None None] Set router 76db8bb3-0b68-4e6c-befe-f4726b0c7412 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:39:23.500713 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-32e8dd60-2490-4170-a844-4d1833d04952 admin admin] Publish callbacks [] for security_group (75d0a319-bd0e-41c4-b019-254bce79cde7), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:23.519025 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:23.585025 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:23.636929 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-32e8dd60-2490-4170-a844-4d1833d04952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (75d0a319-bd0e-41c4-b019-254bce79cde7), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:23.694820 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:23.703756 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:23.713600 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-32e8dd60-2490-4170-a844-4d1833d04952 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=f61d348e10bc46eba7ff80f590c14002&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6706791 Aug 24 13:39:23.713600 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 49786) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:39:23.733197 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e8dd60-2490-4170-a844-4d1833d04952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75d0a319-bd0e-41c4-b019-254bce79cde7,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:23.822035 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 49790) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:39:23.826458 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-c4e69955-7956-4f96-a5f0-01ed764d79af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'name': 'tempest-AttachVolumeNegativeTest-1546593255-router', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:16Z', 'updated_at': '2022-08-24T13:38:26Z', 'revision_number': 4, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'gw_port': {'id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:18Z', 'updated_at': '2022-08-24T13:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_floatingips': [{'id': '69f7047a-97f0-4849-a419-76fbb31923bb', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'port_id': '0723b1a9-9fdc-4151-b023-7ddb25fe09e0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'mac_address': 'fa:16:3e:21:bd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad88e6d-b2b8-4049-b987-94022767fa67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:38:36Z', 'updated_at': '2022-08-24T13:39:20Z', 'revision_number': 1, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75065905-7b34-4ad9-aad8-ab7ee3ca3bd8', 'name': '', 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'mac_address': 'fa:16:3e:60:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd07781da-28f3-4c07-b598-0d710e632916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:24Z', 'updated_at': '2022-08-24T13:38:38Z', 'revision_number': 5, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'subnets': [{'id': 'd07781da-28f3-4c07-b598-0d710e632916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:39:23.842773 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-c2376236-8588-47ef-a0ef-7dbf4473a0a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:23.865555 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-62310ff1-6470-4cb1-b2fc-1dbe738f5a6a admin admin] Publish callbacks [] for security_group (75d0a319-bd0e-41c4-b019-254bce79cde7), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:23.884141 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e69955-7956-4f96-a5f0-01ed764d79af None None] The sync data for ids ['76db8bb3-0b68-4e6c-befe-f4726b0c7412'] in dv-cinder-779578-4-iscsi is: [{'id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'name': 'tempest-AttachVolumeNegativeTest-1546593255-router', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:16Z', 'updated_at': '2022-08-24T13:38:26Z', 'revision_number': 4, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'gw_port': {'id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:18Z', 'updated_at': '2022-08-24T13:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_floatingips': [{'id': '69f7047a-97f0-4849-a419-76fbb31923bb', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'port_id': '0723b1a9-9fdc-4151-b023-7ddb25fe09e0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'mac_address': 'fa:16:3e:21:bd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad88e6d-b2b8-4049-b987-94022767fa67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:38:36Z', 'updated_at': '2022-08-24T13:39:20Z', 'revision_number': 1, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75065905-7b34-4ad9-aad8-ab7ee3ca3bd8', 'name': '', 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'mac_address': 'fa:16:3e:60:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd07781da-28f3-4c07-b598-0d710e632916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:24Z', 'updated_at': '2022-08-24T13:38:38Z', 'revision_number': 5, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'subnets': [{'id': 'd07781da-28f3-4c07-b598-0d710e632916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:39:23.943739 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-62310ff1-6470-4cb1-b2fc-1dbe738f5a6a admin admin] Publish callbacks [] for security_group (75d0a319-bd0e-41c4-b019-254bce79cde7), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:23.970396 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 49794) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:39:23.999620 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-e8e7300e-4b1e-4d26-9dab-a48af4933493 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:24.198614 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-e8e7300e-4b1e-4d26-9dab-a48af4933493 admin admin] Publish callbacks [] for security_group (6694d7ec-b8a9-4354-812d-82b86e7d753a), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:24.211138 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-c2376236-8588-47ef-a0ef-7dbf4473a0a2 admin admin] Publish callbacks [] for security_group (6869db24-f174-4957-a5a5-3cac29e42d96), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:24.239648 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f93cc5d-8c76-4363-98d3-77043cad2a3b None None] New status for floating IP 69f7047a-97f0-4849-a419-76fbb31923bb: ACTIVE {{(pid=106987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 13:39:24.243005 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-62310ff1-6470-4cb1-b2fc-1dbe738f5a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (75d0a319-bd0e-41c4-b019-254bce79cde7), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:24.247735 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-62310ff1-6470-4cb1-b2fc-1dbe738f5a6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:24.254094 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-62310ff1-6470-4cb1-b2fc-1dbe738f5a6a admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/75d0a319-bd0e-41c4-b019-254bce79cde7 HTTP/1.1" status: 204 len: 168 time: 0.5351543 Aug 24 13:39:24.255607 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:INSERT=17,neutron:SELECT=78,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:24.265832 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62310ff1-6470-4cb1-b2fc-1dbe738f5a6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75d0a319-bd0e-41c4-b019-254bce79cde7,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:24.336362 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-c2376236-8588-47ef-a0ef-7dbf4473a0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (6869db24-f174-4957-a5a5-3cac29e42d96), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:24.337306 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-e8e7300e-4b1e-4d26-9dab-a48af4933493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (6694d7ec-b8a9-4354-812d-82b86e7d753a), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:24.396041 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e7300e-4b1e-4d26-9dab-a48af4933493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6694d7ec-b8a9-4354-812d-82b86e7d753a,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:24.424467 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:24.438359 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-e8e7300e-4b1e-4d26-9dab-a48af4933493 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=f86ba1a9d2c942699c78478aa84f946e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4647648 Aug 24 13:39:24.440722 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 49798) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:39:24.449035 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-c2376236-8588-47ef-a0ef-7dbf4473a0a2 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=0ee95110d89547d9a06ab2464a222587&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6254351 Aug 24 13:39:24.451520 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2376236-8588-47ef-a0ef-7dbf4473a0a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6869db24-f174-4957-a5a5-3cac29e42d96,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:24.457645 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 49800) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:39:24.555175 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-eff6edcd-1fa2-4141-8625-c2adf1b0c159 admin admin] Publish callbacks [] for security_group (6694d7ec-b8a9-4354-812d-82b86e7d753a), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:24.558032 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-4d283977-b4a4-4d50-b287-4c4c94581871 admin admin] Publish callbacks [] for security_group (6869db24-f174-4957-a5a5-3cac29e42d96), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:24.601035 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-eff6edcd-1fa2-4141-8625-c2adf1b0c159 admin admin] Publish callbacks [] for security_group (6694d7ec-b8a9-4354-812d-82b86e7d753a), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:24.613424 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-4d283977-b4a4-4d50-b287-4c4c94581871 admin admin] Publish callbacks [] for security_group (6869db24-f174-4957-a5a5-3cac29e42d96), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:24.770997 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-4d283977-b4a4-4d50-b287-4c4c94581871 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (6869db24-f174-4957-a5a5-3cac29e42d96), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:24.771333 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-eff6edcd-1fa2-4141-8625-c2adf1b0c159 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (6694d7ec-b8a9-4354-812d-82b86e7d753a), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:24.777564 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-4d283977-b4a4-4d50-b287-4c4c94581871 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:24.777564 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-4d283977-b4a4-4d50-b287-4c4c94581871 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/6869db24-f174-4957-a5a5-3cac29e42d96 HTTP/1.1" status: 204 len: 168 time: 0.3162146 Aug 24 13:39:24.778114 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-eff6edcd-1fa2-4141-8625-c2adf1b0c159 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:24.785152 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-eff6edcd-1fa2-4141-8625-c2adf1b0c159 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/6694d7ec-b8a9-4354-812d-82b86e7d753a HTTP/1.1" status: 204 len: 168 time: 0.3379078 Aug 24 13:39:24.801148 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff6edcd-1fa2-4141-8625-c2adf1b0c159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6694d7ec-b8a9-4354-812d-82b86e7d753a,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:24.802470 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d283977-b4a4-4d50-b287-4c4c94581871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6869db24-f174-4957-a5a5-3cac29e42d96,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:25.075356 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:25.140561 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba96d0b-d198-40c1-bfa5-8c0aaaad7359 req-d9d29d62-78a0-48c3-aa3a-022a6f660dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:25.143250 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-8ba96d0b-d198-40c1-bfa5-8c0aaaad7359 req-d9d29d62-78a0-48c3-aa3a-022a6f660dfb service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=019b2e8bdb934d94a25fe4b355e73c68&device_id=3ad88e6d-b2b8-4049-b987-94022767fa67 HTTP/1.1" status: 200 len: 1130 time: 0.0555620 Aug 24 13:39:25.216435 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:25.304501 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba96d0b-d198-40c1-bfa5-8c0aaaad7359 req-3adbf563-b0d3-49b2-9c9c-f19e600717f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:25.307114 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-8ba96d0b-d198-40c1-bfa5-8c0aaaad7359 req-3adbf563-b0d3-49b2-9c9c-f19e600717f8 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=789a27f6-7f62-4022-86ef-1042c82fc322 HTTP/1.1" status: 200 len: 916 time: 0.1565845 Aug 24 13:39:25.431349 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-8ba96d0b-d198-40c1-bfa5-8c0aaaad7359 req-b9a55d91-07ae-47f6-bb6a-de291063627f service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0723b1a9-9fdc-4151-b023-7ddb25fe09e0 HTTP/1.1" status: 200 len: 1001 time: 0.1165223 Aug 24 13:39:25.491142 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:25.523678 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba96d0b-d198-40c1-bfa5-8c0aaaad7359 req-50889c6c-3028-4c2c-a282-8827966d8e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:25.525518 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-8ba96d0b-d198-40c1-bfa5-8c0aaaad7359 req-50889c6c-3028-4c2c-a282-8827966d8e9a service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d07781da-28f3-4c07-b598-0d710e632916 HTTP/1.1" status: 200 len: 854 time: 0.0807078 Aug 24 13:39:25.864370 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 49822) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:39:25.887838 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-b1de7e24-07e7-4aa0-a7d6-ce41178011ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:26.004327 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 49830) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:39:26.046303 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-6dc9942f-eff5-4fac-9225-162f806f802f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:26.046483 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-b1de7e24-07e7-4aa0-a7d6-ce41178011ea admin admin] Publish callbacks [] for security_group (a01dc799-fd4f-4a32-a6ff-d838598c41e9), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:26.120584 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-b1de7e24-07e7-4aa0-a7d6-ce41178011ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (a01dc799-fd4f-4a32-a6ff-d838598c41e9), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:26.172443 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-6dc9942f-eff5-4fac-9225-162f806f802f admin admin] Publish callbacks [] for security_group (fb505272-e1bd-45dd-b0b7-46871399adb7), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:26.187826 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de7e24-07e7-4aa0-a7d6-ce41178011ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a01dc799-fd4f-4a32-a6ff-d838598c41e9,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:26.192427 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-b1de7e24-07e7-4aa0-a7d6-ce41178011ea admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=81a53bef17a6484989a0e82b57e471fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3264735 Aug 24 13:39:26.196924 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 49838) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:39:26.204681 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:26.268951 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-452ed830-157a-485b-b929-f9b1466c5cab admin admin] Publish callbacks [] for security_group (a01dc799-fd4f-4a32-a6ff-d838598c41e9), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:26.285358 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-6dc9942f-eff5-4fac-9225-162f806f802f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (fb505272-e1bd-45dd-b0b7-46871399adb7), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:26.293049 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-452ed830-157a-485b-b929-f9b1466c5cab admin admin] Publish callbacks [] for security_group (a01dc799-fd4f-4a32-a6ff-d838598c41e9), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:26.330922 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc9942f-eff5-4fac-9225-162f806f802f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb505272-e1bd-45dd-b0b7-46871399adb7,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:26.338564 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-6dc9942f-eff5-4fac-9225-162f806f802f admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=d283bc60ff7647a2a5aed68fc26028c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3324983 Aug 24 13:39:26.339473 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 49840) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:39:26.403083 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-958eda0d-a3ec-4552-8088-8c0b0b7a98f1 admin admin] Publish callbacks [] for security_group (fb505272-e1bd-45dd-b0b7-46871399adb7), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:26.429111 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-958eda0d-a3ec-4552-8088-8c0b0b7a98f1 admin admin] Publish callbacks [] for security_group (fb505272-e1bd-45dd-b0b7-46871399adb7), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:26.447796 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-452ed830-157a-485b-b929-f9b1466c5cab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (a01dc799-fd4f-4a32-a6ff-d838598c41e9), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:26.450556 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-452ed830-157a-485b-b929-f9b1466c5cab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:26.454692 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-452ed830-157a-485b-b929-f9b1466c5cab admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/a01dc799-fd4f-4a32-a6ff-d838598c41e9 HTTP/1.1" status: 204 len: 168 time: 0.2538774 Aug 24 13:39:26.464128 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ed830-157a-485b-b929-f9b1466c5cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a01dc799-fd4f-4a32-a6ff-d838598c41e9,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:26.515994 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba96d0b-d198-40c1-bfa5-8c0aaaad7359 req-a6735226-337c-4b90-a2b3-b3216cfb0605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:26.517671 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-8ba96d0b-d198-40c1-bfa5-8c0aaaad7359 req-a6735226-337c-4b90-a2b3-b3216cfb0605 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=789a27f6-7f62-4022-86ef-1042c82fc322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0712898 Aug 24 13:39:26.614571 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-958eda0d-a3ec-4552-8088-8c0b0b7a98f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (fb505272-e1bd-45dd-b0b7-46871399adb7), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:26.618201 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-958eda0d-a3ec-4552-8088-8c0b0b7a98f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:26.619571 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-958eda0d-a3ec-4552-8088-8c0b0b7a98f1 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/fb505272-e1bd-45dd-b0b7-46871399adb7 HTTP/1.1" status: 204 len: 168 time: 0.2777162 Aug 24 13:39:26.632533 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958eda0d-a3ec-4552-8088-8c0b0b7a98f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb505272-e1bd-45dd-b0b7-46871399adb7,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:27.290814 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:27.360953 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-8ba96d0b-d198-40c1-bfa5-8c0aaaad7359 req-ab2ca868-9fa7-4c8f-b77a-a8fd32b07877 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/789a27f6-7f62-4022-86ef-1042c82fc322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108913 Aug 24 13:39:28.281502 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-8ba96d0b-d198-40c1-bfa5-8c0aaaad7359 req-203dfe00-526f-4656-b7e6-81ad9f5a1f49 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/789a27f6-7f62-4022-86ef-1042c82fc322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162429 Aug 24 13:39:33.457026 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=72,neutron:UPDATE=2 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:36.477800 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:36.663094 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=51,neutron:UPDATE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:36.742310 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=31,neutron:DELETE=4 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:38.275710 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=39 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:38.380348 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 50174) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:39:38.493714 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-8961399d-1e55-42f2-af8f-d6fa2f7c5de0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:38.578877 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-8961399d-1e55-42f2-af8f-d6fa2f7c5de0 admin admin] Publish callbacks [] for security_group (43034943-d20c-4511-aff7-8df9fec561ff), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:38.677036 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-8961399d-1e55-42f2-af8f-d6fa2f7c5de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (43034943-d20c-4511-aff7-8df9fec561ff), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:38.761892 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8961399d-1e55-42f2-af8f-d6fa2f7c5de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43034943-d20c-4511-aff7-8df9fec561ff,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:38.772609 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 50186) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:39:38.772886 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-8961399d-1e55-42f2-af8f-d6fa2f7c5de0 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=4b369b2aec4f48a68616cb84e3eba89d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3906245 Aug 24 13:39:38.878453 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b8d43bdd-1e56-4e20-9d5d-e5461089e78e admin admin] Publish callbacks [] for security_group (43034943-d20c-4511-aff7-8df9fec561ff), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:38.915574 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b8d43bdd-1e56-4e20-9d5d-e5461089e78e admin admin] Publish callbacks [] for security_group (43034943-d20c-4511-aff7-8df9fec561ff), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:39.039551 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b8d43bdd-1e56-4e20-9d5d-e5461089e78e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (43034943-d20c-4511-aff7-8df9fec561ff), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:39.042232 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b8d43bdd-1e56-4e20-9d5d-e5461089e78e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:39.043522 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-b8d43bdd-1e56-4e20-9d5d-e5461089e78e admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/43034943-d20c-4511-aff7-8df9fec561ff HTTP/1.1" status: 204 len: 168 time: 0.2696350 Aug 24 13:39:39.052029 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d43bdd-1e56-4e20-9d5d-e5461089e78e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43034943-d20c-4511-aff7-8df9fec561ff,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:39.772330 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 50198) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:39:39.777179 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-29b10a35-f943-45f9-afd1-b5714b40a9f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:39.869594 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-29b10a35-f943-45f9-afd1-b5714b40a9f2 admin admin] Publish callbacks [] for security_group (d4e9e149-cb3e-48d0-98d7-21c9c0be59e5), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:39.945128 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-29b10a35-f943-45f9-afd1-b5714b40a9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (d4e9e149-cb3e-48d0-98d7-21c9c0be59e5), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:39.992615 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-29b10a35-f943-45f9-afd1-b5714b40a9f2 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=d5d8cf72f92443b58eb8ec953fc39ae8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2315319 Aug 24 13:39:39.993468 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b10a35-f943-45f9-afd1-b5714b40a9f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4e9e149-cb3e-48d0-98d7-21c9c0be59e5,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:39.995695 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 50208) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:39:40.050310 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-dfbc04d9-6bb2-4c3e-b1c2-7f4979029b59 admin admin] Publish callbacks [] for security_group (d4e9e149-cb3e-48d0-98d7-21c9c0be59e5), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:40.080151 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-dfbc04d9-6bb2-4c3e-b1c2-7f4979029b59 admin admin] Publish callbacks [] for security_group (d4e9e149-cb3e-48d0-98d7-21c9c0be59e5), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:40.231029 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-dfbc04d9-6bb2-4c3e-b1c2-7f4979029b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (d4e9e149-cb3e-48d0-98d7-21c9c0be59e5), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:40.235035 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-dfbc04d9-6bb2-4c3e-b1c2-7f4979029b59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:40.238655 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-dfbc04d9-6bb2-4c3e-b1c2-7f4979029b59 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/d4e9e149-cb3e-48d0-98d7-21c9c0be59e5 HTTP/1.1" status: 204 len: 168 time: 0.2393961 Aug 24 13:39:40.249754 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc04d9-6bb2-4c3e-b1c2-7f4979029b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4e9e149-cb3e-48d0-98d7-21c9c0be59e5,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:41.788914 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 50262) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:39:41.916428 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-3448ca3b-b847-4d30-a5ba-e8429b9a2fa7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:42.009196 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-3448ca3b-b847-4d30-a5ba-e8429b9a2fa7 admin admin] Publish callbacks [] for security_group (02c13421-d701-4643-9fbe-f6509c27cfd3), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:42.139703 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-3448ca3b-b847-4d30-a5ba-e8429b9a2fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (02c13421-d701-4643-9fbe-f6509c27cfd3), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:42.188527 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-3448ca3b-b847-4d30-a5ba-e8429b9a2fa7 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=42caa869502e4b8798040465c59fb643&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3984568 Aug 24 13:39:42.189444 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3448ca3b-b847-4d30-a5ba-e8429b9a2fa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c13421-d701-4643-9fbe-f6509c27cfd3,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:42.191625 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 50274) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:39:42.261664 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b6d0f007-0aa3-4b49-bc83-b7ff3af03cea admin admin] Publish callbacks [] for security_group (02c13421-d701-4643-9fbe-f6509c27cfd3), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:42.285530 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b6d0f007-0aa3-4b49-bc83-b7ff3af03cea admin admin] Publish callbacks [] for security_group (02c13421-d701-4643-9fbe-f6509c27cfd3), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:42.415344 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b6d0f007-0aa3-4b49-bc83-b7ff3af03cea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (02c13421-d701-4643-9fbe-f6509c27cfd3), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:42.417959 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b6d0f007-0aa3-4b49-bc83-b7ff3af03cea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:42.419235 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-b6d0f007-0aa3-4b49-bc83-b7ff3af03cea admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/02c13421-d701-4643-9fbe-f6509c27cfd3 HTTP/1.1" status: 204 len: 168 time: 0.2260735 Aug 24 13:39:42.428209 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d0f007-0aa3-4b49-bc83-b7ff3af03cea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c13421-d701-4643-9fbe-f6509c27cfd3,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:43.348510 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 50304) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:39:43.363222 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-3f3d4fa6-5d85-4de7-8763-066dce556e2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:43.442679 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-3f3d4fa6-5d85-4de7-8763-066dce556e2b admin admin] Publish callbacks [] for security_group (8e3a8b93-887d-40fb-9d8a-2b1213a9c7ef), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:43.527568 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-3f3d4fa6-5d85-4de7-8763-066dce556e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (8e3a8b93-887d-40fb-9d8a-2b1213a9c7ef), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:43.570026 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d4fa6-5d85-4de7-8763-066dce556e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3a8b93-887d-40fb-9d8a-2b1213a9c7ef,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:43.574270 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-3f3d4fa6-5d85-4de7-8763-066dce556e2b admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=dec7f625ca71455b9e94ee505e6c09e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2245841 Aug 24 13:39:43.578413 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 50308) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:39:43.647157 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-dce17c27-f651-4e29-92d9-28e39b871d5a admin admin] Publish callbacks [] for security_group (8e3a8b93-887d-40fb-9d8a-2b1213a9c7ef), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:43.671842 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-dce17c27-f651-4e29-92d9-28e39b871d5a admin admin] Publish callbacks [] for security_group (8e3a8b93-887d-40fb-9d8a-2b1213a9c7ef), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:43.838087 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-dce17c27-f651-4e29-92d9-28e39b871d5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (8e3a8b93-887d-40fb-9d8a-2b1213a9c7ef), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:43.840835 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-dce17c27-f651-4e29-92d9-28e39b871d5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:43.850317 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-dce17c27-f651-4e29-92d9-28e39b871d5a admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/8e3a8b93-887d-40fb-9d8a-2b1213a9c7ef HTTP/1.1" status: 204 len: 168 time: 0.2638476 Aug 24 13:39:43.852778 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce17c27-f651-4e29-92d9-28e39b871d5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3a8b93-887d-40fb-9d8a-2b1213a9c7ef,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:45.037783 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 50354) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:39:45.143459 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-3143bd5c-f88d-4931-b4cf-c64887c70764 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-301864273-network', 'tenant_id': 'c22fb394e99345d88b2e082b22902af3'}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:39:45.272516 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3143bd5c-f88d-4931-b4cf-c64887c70764 admin admin] Made reservation on behalf of c22fb394e99345d88b2e082b22902af3 for: {'network': 1} {{(pid=106985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:39:45.276648 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-3143bd5c-f88d-4931-b4cf-c64887c70764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for network (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:45.284476 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-3143bd5c-f88d-4931-b4cf-c64887c70764 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:45.329791 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:45.334650 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:45.369920 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-3143bd5c-f88d-4931-b4cf-c64887c70764 admin admin] Publish callbacks [] for security_group (d185a265-9016-405f-9ca1-9174708eebca), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:45.467320 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-3143bd5c-f88d-4931-b4cf-c64887c70764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (d185a265-9016-405f-9ca1-9174708eebca), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:45.495100 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3143bd5c-f88d-4931-b4cf-c64887c70764 admin admin] vlan segment allocate from pool success with {'vlan_id': 422, 'physical_network': 'physnet1'} {{(pid=106985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 13:39:45.508013 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3143bd5c-f88d-4931-b4cf-c64887c70764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d185a265-9016-405f-9ca1-9174708eebca,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:45.514615 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-3143bd5c-f88d-4931-b4cf-c64887c70764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916165'] for segment (dc18128c-52d7-4216-ada5-948790f2b11c), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:45.514959 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.db.segments_db [None req-3143bd5c-f88d-4931-b4cf-c64887c70764 admin admin] Added segment dc18128c-52d7-4216-ada5-948790f2b11c of type vlan for network c0c5540c-3e08-475c-a808-3a64025a5c41 Aug 24 13:39:45.563052 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-3143bd5c-f88d-4931-b4cf-c64887c70764 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732775010169'] for network (c0c5540c-3e08-475c-a808-3a64025a5c41), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:45.675594 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-3143bd5c-f88d-4931-b4cf-c64887c70764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995'] for network (c0c5540c-3e08-475c-a808-3a64025a5c41), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:45.676844 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3143bd5c-f88d-4931-b4cf-c64887c70764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:45.677443 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-3143bd5c-f88d-4931-b4cf-c64887c70764 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for network (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:45.749211 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3143bd5c-f88d-4931-b4cf-c64887c70764 admin admin] Pushing event updated for resources: {'Network': ['ID=c0c5540c-3e08-475c-a808-3a64025a5c41,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:45.759930 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Network c0c5540c-3e08-475c-a808-3a64025a5c41 details requested by agent ovs-agent-dv-cinder-779578-4-iscsi with host dv-cinder-779578-4-iscsi {{(pid=106987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 13:39:45.798529 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-3143bd5c-f88d-4931-b4cf-c64887c70764 admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7566700 Aug 24 13:39:45.798969 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 50372) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:39:45.805983 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-6e3fa02f-5d84-4236-9c84-36c0c4597343 admin admin] Request body: {'subnet': {'network_id': 'c0c5540c-3e08-475c-a808-3a64025a5c41', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-301864273-subnet', 'tenant_id': 'c22fb394e99345d88b2e082b22902af3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:39:46.005310 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e3fa02f-5d84-4236-9c84-36c0c4597343 admin admin] Made reservation on behalf of c22fb394e99345d88b2e082b22902af3 for: {'subnet': 1} {{(pid=106985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:39:46.007117 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-6e3fa02f-5d84-4236-9c84-36c0c4597343 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133617'] for subnet (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:46.255608 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:INSERT=17,neutron:SELECT=77,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:46.315616 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-6e3fa02f-5d84-4236-9c84-36c0c4597343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2795956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133535'] for subnet (827cb011-7c9c-4ec6-ab87-5b244beb70e2), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:46.371910 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3fa02f-5d84-4236-9c84-36c0c4597343 admin admin] Pushing event updated for resources: {'Subnet': ['ID=827cb011-7c9c-4ec6-ab87-5b244beb70e2,revision_number=0']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:46.390035 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3fa02f-5d84-4236-9c84-36c0c4597343 admin admin] Checking segment: {'id': 'dc18128c-52d7-4216-ada5-948790f2b11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c0c5540c-3e08-475c-a808-3a64025a5c41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:39:46.390391 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3fa02f-5d84-4236-9c84-36c0c4597343 admin admin] Network hostable DHCP agents. Network: c0c5540c-3e08-475c-a808-3a64025a5c41, hostable agents: ['5b6616ad-7c61-467c-8809-81a3e3733e23'], hosted agents: [] {{(pid=106985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 13:39:46.523670 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3fa02f-5d84-4236-9c84-36c0c4597343 admin admin] Network c0c5540c-3e08-475c-a808-3a64025a5c41 is scheduled to be hosted by DHCP agent 5b6616ad-7c61-467c-8809-81a3e3733e23 with binding_index 1 {{(pid=106985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 13:39:46.609422 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.base_scheduler [None req-6e3fa02f-5d84-4236-9c84-36c0c4597343 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779578-4-iscsi, c0c5540c-3e08-475c-a808-3a64025a5c41) {{(pid=106985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:39:46.613808 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e3fa02f-5d84-4236-9c84-36c0c4597343 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:46.614394 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-6e3fa02f-5d84-4236-9c84-36c0c4597343 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for subnet (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:46.619794 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78386a2b-3dff-4e79-8132-f9b761b5875b None None] Network c0c5540c-3e08-475c-a808-3a64025a5c41 requested from dv-cinder-779578-4-iscsi {{(pid=106987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 13:39:46.699457 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-6e3fa02f-5d84-4236-9c84-36c0c4597343 admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8990586 Aug 24 13:39:46.735521 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d41579fc-6611-42ff-9bd3-7b651e4dea9b None None] Network c0c5540c-3e08-475c-a808-3a64025a5c41 requested from dv-cinder-779578-4-iscsi {{(pid=106987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 13:39:46.749055 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ca27e1-14f8-4345-8be1-c7e1a4c4153a req-609f88e5-7e98-41c1-af31-c238c7e03f9d tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:46.750763 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-35ca27e1-14f8-4345-8be1-c7e1a4c4153a req-609f88e5-7e98-41c1-af31-c238c7e03f9d tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=41fef0de-6828-4680-ade1-e4c25d189d6e HTTP/1.1" status: 200 len: 945 time: 0.0558059 Aug 24 13:39:46.811623 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-35ca27e1-14f8-4345-8be1-c7e1a4c4153a req-6104eb27-787e-465f-b486-e9c119b330c0 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=19e6fee2-bc83-4521-9a18-a0e51ba93c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550294 Aug 24 13:39:47.318273 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a93d403b-29c5-41ac-a53c-7c0bf3f47879), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:47.960378 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c1643-e3d8-4e49-9c3f-ba41718468d0 req-76dff573-5707-4b68-9627-5a0b450c7b91 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:47.961883 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-2b8c1643-e3d8-4e49-9c3f-ba41718468d0 req-76dff573-5707-4b68-9627-5a0b450c7b91 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=41fef0de-6828-4680-ade1-e4c25d189d6e HTTP/1.1" status: 200 len: 945 time: 0.0531600 Aug 24 13:39:48.015197 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-2b8c1643-e3d8-4e49-9c3f-ba41718468d0 req-c8a134d9-f4a8-49fd-b0bc-048a19280f59 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=19e6fee2-bc83-4521-9a18-a0e51ba93c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465913 Aug 24 13:39:49.177128 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d851d847-791e-46a4-b4a3-4f376e4eeb58 req-3ddcc7ff-3dd5-4239-aaa6-baf6286fcd67 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:49.178757 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d851d847-791e-46a4-b4a3-4f376e4eeb58 req-3ddcc7ff-3dd5-4239-aaa6-baf6286fcd67 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=41fef0de-6828-4680-ade1-e4c25d189d6e HTTP/1.1" status: 200 len: 945 time: 0.0702484 Aug 24 13:39:49.180831 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 50454) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:39:49.260701 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d851d847-791e-46a4-b4a3-4f376e4eeb58 req-dda87953-12ff-4574-8aa1-d408c375fd56 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=19e6fee2-bc83-4521-9a18-a0e51ba93c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707853 Aug 24 13:39:49.340377 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-19bdcb11-8277-470c-b9d0-4e1c48044759 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:49.379475 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:49.423853 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-19bdcb11-8277-470c-b9d0-4e1c48044759 admin admin] Publish callbacks [] for security_group (b2b320bb-9547-4a0e-82bf-2e3dda679bb9), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:49.495170 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-19bdcb11-8277-470c-b9d0-4e1c48044759 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (b2b320bb-9547-4a0e-82bf-2e3dda679bb9), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:49.538577 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-19bdcb11-8277-470c-b9d0-4e1c48044759 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=e541ee3b3ecd432baee0983f51dc05de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3537889 Aug 24 13:39:49.538745 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 50464) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:39:49.544706 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bdcb11-8277-470c-b9d0-4e1c48044759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2b320bb-9547-4a0e-82bf-2e3dda679bb9,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:49.594511 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-c1ff8e99-e85b-42c4-bbde-cd7888186011 admin admin] Publish callbacks [] for security_group (b2b320bb-9547-4a0e-82bf-2e3dda679bb9), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:49.616654 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-c1ff8e99-e85b-42c4-bbde-cd7888186011 admin admin] Publish callbacks [] for security_group (b2b320bb-9547-4a0e-82bf-2e3dda679bb9), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:49.724405 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-c1ff8e99-e85b-42c4-bbde-cd7888186011 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (b2b320bb-9547-4a0e-82bf-2e3dda679bb9), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:49.726929 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-c1ff8e99-e85b-42c4-bbde-cd7888186011 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:49.728085 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-c1ff8e99-e85b-42c4-bbde-cd7888186011 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/b2b320bb-9547-4a0e-82bf-2e3dda679bb9 HTTP/1.1" status: 204 len: 168 time: 0.1884961 Aug 24 13:39:49.736777 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ff8e99-e85b-42c4-bbde-cd7888186011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2b320bb-9547-4a0e-82bf-2e3dda679bb9,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:50.010201 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-8c8466b9-6e94-480f-bbec-799a6ca24d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:50.050940 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:50.111768 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d22847-7058-4463-8285-4be32047782c req-38a9a3ed-275e-4597-baf2-3c474a6d8666 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:50.113286 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-21d22847-7058-4463-8285-4be32047782c req-38a9a3ed-275e-4597-baf2-3c474a6d8666 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/networks?id=c0c5540c-3e08-475c-a808-3a64025a5c41 HTTP/1.1" status: 200 len: 808 time: 0.1122496 Aug 24 13:39:50.128902 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-21d22847-7058-4463-8285-4be32047782c req-be402d25-2868-45be-b962-f0844a36268b tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/quotas/c22fb394e99345d88b2e082b22902af3 HTTP/1.1" status: 200 len: 375 time: 0.0097971 Aug 24 13:39:50.163548 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-21d22847-7058-4463-8285-4be32047782c req-a64b4d30-4ac9-42e2-88ae-f3d939060bc8 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=c22fb394e99345d88b2e082b22902af3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289781 Aug 24 13:39:50.305678 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-21d22847-7058-4463-8285-4be32047782c req-97de5c51-fc02-4342-967d-101c7c38084c service neutron] 10.222.0.73 "GET /networking/v2.0/networks/c0c5540c-3e08-475c-a808-3a64025a5c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342196 Aug 24 13:39:50.436320 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9466e-2c56-4eae-a62b-3a5c5adb6bf4 req-f42b535a-bc4c-4d93-adad-d23ba130ce38 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:50.438360 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0fc9466e-2c56-4eae-a62b-3a5c5adb6bf4 req-f42b535a-bc4c-4d93-adad-d23ba130ce38 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=41fef0de-6828-4680-ade1-e4c25d189d6e HTTP/1.1" status: 200 len: 945 time: 0.0691810 Aug 24 13:39:50.442112 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-21d22847-7058-4463-8285-4be32047782c req-0eedacbe-c731-47a2-b6cf-41ce91ac2d9f service neutron] 10.222.0.73 "GET /networking/v2.0/networks/c0c5540c-3e08-475c-a808-3a64025a5c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346419 Aug 24 13:39:50.490994 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0fc9466e-2c56-4eae-a62b-3a5c5adb6bf4 req-7a0a980f-064c-4d69-9294-afbb8b8a5b78 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=19e6fee2-bc83-4521-9a18-a0e51ba93c8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470827 Aug 24 13:39:50.601836 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 50498) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:39:50.617230 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-8b4551aa-5c31-4526-8444-be2a301f70d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:50.669112 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c5e9d-12f0-4ec6-b1eb-1133f4ad36a3 req-37ee86ae-977e-4008-84f6-f32592b17da0 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:50.671749 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-9c8c5e9d-12f0-4ec6-b1eb-1133f4ad36a3 req-37ee86ae-977e-4008-84f6-f32592b17da0 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=41fef0de-6828-4680-ade1-e4c25d189d6e HTTP/1.1" status: 200 len: 945 time: 0.1091442 Aug 24 13:39:50.698178 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-8ad5aca3-7f2d-414e-bdac-a80988655d6d req-689067ae-b3f5-4899-835c-7bf3b5206672 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7ae14fa1-f847-426c-82dd-2a6c76107b75 HTTP/1.1" status: 200 len: 210 time: 0.0361335 Aug 24 13:39:50.745647 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-8b4551aa-5c31-4526-8444-be2a301f70d6 admin admin] Publish callbacks [] for security_group (118ca236-ec02-45a1-a8e8-08666c0b076c), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:50.752840 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=12 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:50.813010 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [req-9c8c5e9d-12f0-4ec6-b1eb-1133f4ad36a3 req-bf5f276a-c198-4c7e-855d-e6478b2951a5 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] Deleting port 7bc85c4a-d736-4e8a-86bf-61d6911d0812 {{(pid=106986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:39:50.813477 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-9c8c5e9d-12f0-4ec6-b1eb-1133f4ad36a3 req-bf5f276a-c198-4c7e-855d-e6478b2951a5 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (7bc85c4a-d736-4e8a-86bf-61d6911d0812), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:50.819493 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-8b4551aa-5c31-4526-8444-be2a301f70d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (118ca236-ec02-45a1-a8e8-08666c0b076c), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:50.852227 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:50.855722 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.agents_db [None req-66b1cbc3-9e75-488f-ab76-e3b1c287483f None None] Agent healthcheck: found 6 active agents {{(pid=106988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 13:39:50.862351 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-8b4551aa-5c31-4526-8444-be2a301f70d6 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=390262b75b5c4c6db683617c5bbe00db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2591703 Aug 24 13:39:50.863251 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4551aa-5c31-4526-8444-be2a301f70d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118ca236-ec02-45a1-a8e8-08666c0b076c,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:50.865915 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 50510) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:39:50.922531 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.db [req-9c8c5e9d-12f0-4ec6-b1eb-1133f4ad36a3 req-bf5f276a-c198-4c7e-855d-e6478b2951a5 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] For port 7bc85c4a-d736-4e8a-86bf-61d6911d0812, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=7bc85c4a-d736-4e8a-86bf-61d6911d0812,segment=NetworkSegment(a88cce91-4088-4c2d-9e6d-815be545b223),segment_id=a88cce91-4088-4c2d-9e6d-815be545b223)] {{(pid=106986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:39:50.922923 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-9c8c5e9d-12f0-4ec6-b1eb-1133f4ad36a3 req-bf5f276a-c198-4c7e-855d-e6478b2951a5 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (7bc85c4a-d736-4e8a-86bf-61d6911d0812), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:50.925774 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-12713207-84dc-44d4-86f8-de97783cae5b admin admin] Publish callbacks [] for security_group (118ca236-ec02-45a1-a8e8-08666c0b076c), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:50.949518 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [req-9c8c5e9d-12f0-4ec6-b1eb-1133f4ad36a3 req-bf5f276a-c198-4c7e-855d-e6478b2951a5 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] Calling delete_port for 7bc85c4a-d736-4e8a-86bf-61d6911d0812 owned by compute:nova {{(pid=106986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:39:50.952620 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:50.956728 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-12713207-84dc-44d4-86f8-de97783cae5b admin admin] Publish callbacks [] for security_group (118ca236-ec02-45a1-a8e8-08666c0b076c), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:51.103764 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-12713207-84dc-44d4-86f8-de97783cae5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (118ca236-ec02-45a1-a8e8-08666c0b076c), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:51.106375 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-12713207-84dc-44d4-86f8-de97783cae5b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:51.112967 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-12713207-84dc-44d4-86f8-de97783cae5b admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/118ca236-ec02-45a1-a8e8-08666c0b076c HTTP/1.1" status: 204 len: 168 time: 0.2457814 Aug 24 13:39:51.129560 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12713207-84dc-44d4-86f8-de97783cae5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118ca236-ec02-45a1-a8e8-08666c0b076c,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:51.330648 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-9c8c5e9d-12f0-4ec6-b1eb-1133f4ad36a3 req-bf5f276a-c198-4c7e-855d-e6478b2951a5 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643'] for port (7bc85c4a-d736-4e8a-86bf-61d6911d0812), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:51.381559 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] get_ports_and_sgs() called for port_ids ['7bc85c4a-d736-4e8a-86bf-61d6911d0812'] {{(pid=106987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 13:39:51.417006 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5f276a-c198-4c7e-855d-e6478b2951a5 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] Pushing event deleted for resources: {'Port': ['ID=7bc85c4a-d736-4e8a-86bf-61d6911d0812,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:51.508383 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8c5e9d-12f0-4ec6-b1eb-1133f4ad36a3 req-bf5f276a-c198-4c7e-855d-e6478b2951a5 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] No DVR routers for this DVR port 7bc85c4a-d736-4e8a-86bf-61d6911d0812 on host hv-cinder-77957 {{(pid=106986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 13:39:51.511628 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-9c8c5e9d-12f0-4ec6-b1eb-1133f4ad36a3 req-bf5f276a-c198-4c7e-855d-e6478b2951a5 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:51.515649 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-9c8c5e9d-12f0-4ec6-b1eb-1133f4ad36a3 req-bf5f276a-c198-4c7e-855d-e6478b2951a5 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.20 "DELETE /networking/v2.0/ports/7bc85c4a-d736-4e8a-86bf-61d6911d0812 HTTP/1.1" status: 204 len: 173 time: 0.8385735 Aug 24 13:39:51.516314 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41fef0de-6828-4680-ade1-e4c25d189d6e', 'name': 'network-vif-deleted', 'tag': '7bc85c4a-d736-4e8a-86bf-61d6911d0812'}] {{(pid=106986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:39:51.518572 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d01dbab33e71115aad2ee8471a00c8ecaf37bbc8c5e47995de0ab84d59865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4dd5015-88f5-4b9d-aa47-e57f9d19202b" -d '{"events": [{"server_uuid": "41fef0de-6828-4680-ade1-e4c25d189d6e", "name": "network-vif-deleted", "tag": "7bc85c4a-d736-4e8a-86bf-61d6911d0812"}]}' {{(pid=106986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:39:51.582162 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 13:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea4d41cb-2af2-4a00-98d6-7b1d7bb2b110 x-openstack-request-id: req-ea4d41cb-2af2-4a00-98d6-7b1d7bb2b110 {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:39:51.585524 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41fef0de-6828-4680-ade1-e4c25d189d6e", "name": "network-vif-deleted", "tag": "7bc85c4a-d736-4e8a-86bf-61d6911d0812", "status": "completed", "code": 200}]} {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:39:51.585524 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ea4d41cb-2af2-4a00-98d6-7b1d7bb2b110 {{(pid=106986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:39:51.585524 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea4d41cb-2af2-4a00-98d6-7b1d7bb2b110'] response: {'server_uuid': '41fef0de-6828-4680-ade1-e4c25d189d6e', 'name': 'network-vif-deleted', 'tag': '7bc85c4a-d736-4e8a-86bf-61d6911d0812', 'status': 'completed', 'code': 200} Aug 24 13:39:51.660057 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d06deaa3-337e-43bc-b7fc-e94123239858 req-e50ae888-5d46-4c63-8237-2288d2a62b5f tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=41fef0de-6828-4680-ade1-e4c25d189d6e HTTP/1.1" status: 200 len: 210 time: 0.0377846 Aug 24 13:39:51.728765 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 50536) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:39:51.833146 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-30c6b996-0cae-484b-a82e-296ae9087e6e req-d0a618d6-24dd-4ce0-8cf0-c048f9f882b1 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7ae14fa1-f847-426c-82dd-2a6c76107b75 HTTP/1.1" status: 200 len: 210 time: 0.0564888 Aug 24 13:39:51.937099 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-cae545df-2e48-4122-a891-23c904551899 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:52.048554 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-cae545df-2e48-4122-a891-23c904551899 admin admin] Publish callbacks [] for security_group (3822d0c9-8606-4c8a-bd4e-4838bddacbdf), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:52.129432 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-cae545df-2e48-4122-a891-23c904551899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (3822d0c9-8606-4c8a-bd4e-4838bddacbdf), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:52.181861 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-cae545df-2e48-4122-a891-23c904551899 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=cae55ca3c2a943259ce886c22848d639&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4518340 Aug 24 13:39:52.182712 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae545df-2e48-4122-a891-23c904551899 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3822d0c9-8606-4c8a-bd4e-4838bddacbdf,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:52.185004 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 50556) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:39:52.245963 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-6a127dab-c97e-43e3-85f7-d645da73fd6f admin admin] Publish callbacks [] for security_group (3822d0c9-8606-4c8a-bd4e-4838bddacbdf), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:52.272749 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-6a127dab-c97e-43e3-85f7-d645da73fd6f admin admin] Publish callbacks [] for security_group (3822d0c9-8606-4c8a-bd4e-4838bddacbdf), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:52.278112 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-194f0789-ad32-4d7b-8941-230b9ff10d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:52.451623 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-6a127dab-c97e-43e3-85f7-d645da73fd6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (3822d0c9-8606-4c8a-bd4e-4838bddacbdf), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:52.456042 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-6a127dab-c97e-43e3-85f7-d645da73fd6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:52.457846 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-6a127dab-c97e-43e3-85f7-d645da73fd6f admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/3822d0c9-8606-4c8a-bd4e-4838bddacbdf HTTP/1.1" status: 204 len: 168 time: 0.2707758 Aug 24 13:39:52.473061 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a127dab-c97e-43e3-85f7-d645da73fd6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3822d0c9-8606-4c8a-bd4e-4838bddacbdf,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:52.816768 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-decb9d17-0791-4fb8-af41-27aebbe1d5a8 req-9ff4d921-9a75-4664-bc36-50c96b40e4e7 tempest-DeleteServersTestJSON-1726506434 tempest-DeleteServersTestJSON-1726506434-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=41fef0de-6828-4680-ade1-e4c25d189d6e HTTP/1.1" status: 200 len: 210 time: 0.0307651 Aug 24 13:39:52.972948 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-76bd6961-2c09-4c3a-8945-68584948c500 req-6a22c151-adaa-4dcc-b6cd-1881b71df329 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7ae14fa1-f847-426c-82dd-2a6c76107b75 HTTP/1.1" status: 200 len: 210 time: 0.0315671 Aug 24 13:39:53.292020 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 50592) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:39:53.312109 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-772d241e-a0cc-4ea7-8cc9-d860c27633db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:53.404120 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:INSERT=4 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:53.407056 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-772d241e-a0cc-4ea7-8cc9-d860c27633db admin admin] Publish callbacks [] for security_group (36eff9ad-8030-49ba-a889-938ea3b34a42), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:53.517043 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-772d241e-a0cc-4ea7-8cc9-d860c27633db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (36eff9ad-8030-49ba-a889-938ea3b34a42), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:53.563549 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-772d241e-a0cc-4ea7-8cc9-d860c27633db admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=de08a94a63e24f98b8e31609560b33d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2699809 Aug 24 13:39:53.565021 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772d241e-a0cc-4ea7-8cc9-d860c27633db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36eff9ad-8030-49ba-a889-938ea3b34a42,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:53.573110 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 50598) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:39:53.605565 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=4 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:53.643853 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-ff9bf46b-8524-4bf9-b0f1-dd44a94a94bc admin admin] Publish callbacks [] for security_group (36eff9ad-8030-49ba-a889-938ea3b34a42), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:53.649606 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:53.672906 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-ff9bf46b-8524-4bf9-b0f1-dd44a94a94bc admin admin] Publish callbacks [] for security_group (36eff9ad-8030-49ba-a889-938ea3b34a42), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:53.826995 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-ff9bf46b-8524-4bf9-b0f1-dd44a94a94bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (36eff9ad-8030-49ba-a889-938ea3b34a42), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:53.832341 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-ff9bf46b-8524-4bf9-b0f1-dd44a94a94bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:53.836212 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-ff9bf46b-8524-4bf9-b0f1-dd44a94a94bc admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/36eff9ad-8030-49ba-a889-938ea3b34a42 HTTP/1.1" status: 204 len: 168 time: 0.2597690 Aug 24 13:39:53.848704 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9bf46b-8524-4bf9-b0f1-dd44a94a94bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36eff9ad-8030-49ba-a889-938ea3b34a42,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:54.255262 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-42dc36cb-7f6c-4f60-af91-7171c32d2a10 req-6902136f-b7f9-4cb5-aefb-1d0237fd23cb tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7ae14fa1-f847-426c-82dd-2a6c76107b75 HTTP/1.1" status: 200 len: 210 time: 0.0292060 Aug 24 13:39:54.256711 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 7bc85c4a-d736-4e8a-86bf-61d6911d0812 no longer exists at agent hyperv_hv-cinder-77957 {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:39:54.257554 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d22847-7058-4463-8285-4be32047782c req-0fd88ae5-5577-4762-9b31-cd86db50524b tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:54.257554 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-21d22847-7058-4463-8285-4be32047782c req-0fd88ae5-5577-4762-9b31-cd86db50524b tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.20 "GET /networking/v2.0/networks?id=c0c5540c-3e08-475c-a808-3a64025a5c41 HTTP/1.1" status: 200 len: 808 time: 0.1205645 Aug 24 13:39:54.257984 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] No Port match for: 7bc85c4a-d736-4e8a-86bf-61d6911d0812 {{(pid=106987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 13:39:54.257984 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 7bc85c4a-d736-4e8a-86bf-61d6911d0812 not bound to the agent host hv-cinder-77957 {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 13:39:54.258287 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [req-21d22847-7058-4463-8285-4be32047782c req-d2a56918-a311-4cb4-98de-4bd6d159d4ec tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Request body: {'port': {'device_id': '7ae14fa1-f847-426c-82dd-2a6c76107b75', 'network_id': 'c0c5540c-3e08-475c-a808-3a64025a5c41', 'admin_state_up': True, 'tenant_id': 'c22fb394e99345d88b2e082b22902af3'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:39:54.302491 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:54.385506 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21d22847-7058-4463-8285-4be32047782c req-d2a56918-a311-4cb4-98de-4bd6d159d4ec tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Made reservation on behalf of c22fb394e99345d88b2e082b22902af3 for: {'port': 1} {{(pid=106986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:39:54.390345 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-21d22847-7058-4463-8285-4be32047782c req-d2a56918-a311-4cb4-98de-4bd6d159d4ec tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:54.559226 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.db_base_plugin_common [req-21d22847-7058-4463-8285-4be32047782c req-d2a56918-a311-4cb4-98de-4bd6d159d4ec tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Allocated IP 172.20.0.10 (c0c5540c-3e08-475c-a808-3a64025a5c41/827cb011-7c9c-4ec6-ab87-5b244beb70e2/50e41dde-e99c-4eee-8a5c-700ebbc96525) {{(pid=106986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:39:54.772522 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-21d22847-7058-4463-8285-4be32047782c req-d2a56918-a311-4cb4-98de-4bd6d159d4ec tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Publish callbacks [] for port (50e41dde-e99c-4eee-8a5c-700ebbc96525), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:54.937872 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-21d22847-7058-4463-8285-4be32047782c req-d2a56918-a311-4cb4-98de-4bd6d159d4ec tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634'] for port (50e41dde-e99c-4eee-8a5c-700ebbc96525), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:55.028646 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21d22847-7058-4463-8285-4be32047782c req-d2a56918-a311-4cb4-98de-4bd6d159d4ec tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Network c0c5540c-3e08-475c-a808-3a64025a5c41 is already hosted by enough agents. {{(pid=106986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:39:55.033734 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:55.034982 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.base_scheduler [req-21d22847-7058-4463-8285-4be32047782c req-d2a56918-a311-4cb4-98de-4bd6d159d4ec tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Resources bound (agent type, host, resource id): {{(pid=106986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:39:55.039952 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d22847-7058-4463-8285-4be32047782c req-d2a56918-a311-4cb4-98de-4bd6d159d4ec tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Received port after_create {{(pid=106986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:39:55.048168 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d22847-7058-4463-8285-4be32047782c req-d2a56918-a311-4cb4-98de-4bd6d159d4ec tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:55.048911 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-21d22847-7058-4463-8285-4be32047782c req-d2a56918-a311-4cb4-98de-4bd6d159d4ec tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:55.083090 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a56918-a311-4cb4-98de-4bd6d159d4ec tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Pushing event updated for resources: {'Port': ['ID=50e41dde-e99c-4eee-8a5c-700ebbc96525,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:55.118400 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:55.183399 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-21d22847-7058-4463-8285-4be32047782c req-d2a56918-a311-4cb4-98de-4bd6d159d4ec tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0209146 Aug 24 13:39:55.204379 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [req-21d22847-7058-4463-8285-4be32047782c req-1930d3d4-3e4a-41f7-806e-36462c2d574e service neutron] Request body: {'port': {'device_id': '7ae14fa1-f847-426c-82dd-2a6c76107b75', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:39:55.209469 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:55.283214 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-21d22847-7058-4463-8285-4be32047782c req-1930d3d4-3e4a-41f7-806e-36462c2d574e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (50e41dde-e99c-4eee-8a5c-700ebbc96525), before_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:55.431722 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dbfcde-d638-4e8c-9c3d-4a598af63256 req-649b6fd8-d0d8-4729-bc46-c71eb3d66c1f tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:55.442480 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-55dbfcde-d638-4e8c-9c3d-4a598af63256 req-649b6fd8-d0d8-4729-bc46-c71eb3d66c1f tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7ae14fa1-f847-426c-82dd-2a6c76107b75 HTTP/1.1" status: 200 len: 932 time: 0.0755005 Aug 24 13:39:55.493742 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-55dbfcde-d638-4e8c-9c3d-4a598af63256 req-91cd9e3b-a539-43e9-b01d-6ca1c774c871 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d185a265-9016-405f-9ca1-9174708eebca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489366 Aug 24 13:39:55.614375 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.notifiers.nova [req-21d22847-7058-4463-8285-4be32047782c req-1930d3d4-3e4a-41f7-806e-36462c2d574e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50e41dde-e99c-4eee-8a5c-700ebbc96525 {{(pid=106986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 13:39:55.622718 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-21d22847-7058-4463-8285-4be32047782c req-1930d3d4-3e4a-41f7-806e-36462c2d574e service neutron] Publish callbacks [] for port (50e41dde-e99c-4eee-8a5c-700ebbc96525), precommit_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:55.638825 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.provisioning_blocks [req-21d22847-7058-4463-8285-4be32047782c req-1930d3d4-3e4a-41f7-806e-36462c2d574e service neutron] Transition to ACTIVE for port object 50e41dde-e99c-4eee-8a5c-700ebbc96525 will not be triggered until provisioned by entity L2. {{(pid=106986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 13:39:55.804713 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-21d22847-7058-4463-8285-4be32047782c req-1930d3d4-3e4a-41f7-806e-36462c2d574e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (50e41dde-e99c-4eee-8a5c-700ebbc96525), after_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:55.892620 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 50690) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:39:55.936602 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1930d3d4-3e4a-41f7-806e-36462c2d574e service neutron] Pushing event updated for resources: {'Port': ['ID=50e41dde-e99c-4eee-8a5c-700ebbc96525,revision_number=2']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:55.960424 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.managers [req-21d22847-7058-4463-8285-4be32047782c req-1930d3d4-3e4a-41f7-806e-36462c2d574e service neutron] Attempting to bind port 50e41dde-e99c-4eee-8a5c-700ebbc96525 on host hv-cinder-77957 for vnic_type normal with profile {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:39:55.960971 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.managers [req-21d22847-7058-4463-8285-4be32047782c req-1930d3d4-3e4a-41f7-806e-36462c2d574e service neutron] Attempting to bind port 50e41dde-e99c-4eee-8a5c-700ebbc96525 by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': 'dc18128c-52d7-4216-ada5-948790f2b11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c0c5540c-3e08-475c-a808-3a64025a5c41'}] {{(pid=106986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:39:55.961520 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d22847-7058-4463-8285-4be32047782c req-1930d3d4-3e4a-41f7-806e-36462c2d574e service neutron] Attempting to bind port 50e41dde-e99c-4eee-8a5c-700ebbc96525 on network c0c5540c-3e08-475c-a808-3a64025a5c41 {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:39:55.971914 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d22847-7058-4463-8285-4be32047782c req-1930d3d4-3e4a-41f7-806e-36462c2d574e service neutron] Port 50e41dde-e99c-4eee-8a5c-700ebbc96525 on network c0c5540c-3e08-475c-a808-3a64025a5c41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 13:39:55.972474 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d22847-7058-4463-8285-4be32047782c req-1930d3d4-3e4a-41f7-806e-36462c2d574e service neutron] Attempting to bind port 50e41dde-e99c-4eee-8a5c-700ebbc96525 on network c0c5540c-3e08-475c-a808-3a64025a5c41 {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:39:55.981501 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d22847-7058-4463-8285-4be32047782c req-1930d3d4-3e4a-41f7-806e-36462c2d574e service neutron] Checking agent: {'id': 'a93d403b-29c5-41ac-a53c-7c0bf3f47879', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 36, 17), 'started_at': datetime.datetime(2022, 8, 24, 13, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:39:55.982059 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d22847-7058-4463-8285-4be32047782c req-1930d3d4-3e4a-41f7-806e-36462c2d574e service neutron] Checking segment: {'id': 'dc18128c-52d7-4216-ada5-948790f2b11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c0c5540c-3e08-475c-a808-3a64025a5c41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:39:55.982688 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d22847-7058-4463-8285-4be32047782c req-1930d3d4-3e4a-41f7-806e-36462c2d574e service neutron] Bound using segment: {'id': 'dc18128c-52d7-4216-ada5-948790f2b11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c0c5540c-3e08-475c-a808-3a64025a5c41'} {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:39:55.983441 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.managers [req-21d22847-7058-4463-8285-4be32047782c req-1930d3d4-3e4a-41f7-806e-36462c2d574e service neutron] Bound port: 50e41dde-e99c-4eee-8a5c-700ebbc96525, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc18128c-52d7-4216-ada5-948790f2b11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c0c5540c-3e08-475c-a808-3a64025a5c41'}}] {{(pid=106986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:39:55.984043 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-21d22847-7058-4463-8285-4be32047782c req-1930d3d4-3e4a-41f7-806e-36462c2d574e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (50e41dde-e99c-4eee-8a5c-700ebbc96525), before_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:56.075794 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.db [req-21d22847-7058-4463-8285-4be32047782c req-1930d3d4-3e4a-41f7-806e-36462c2d574e service neutron] For port 50e41dde-e99c-4eee-8a5c-700ebbc96525, host hv-cinder-77957, cleared binding levels {{(pid=106986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:39:56.082245 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.db [req-21d22847-7058-4463-8285-4be32047782c req-1930d3d4-3e4a-41f7-806e-36462c2d574e service neutron] For port 50e41dde-e99c-4eee-8a5c-700ebbc96525, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=50e41dde-e99c-4eee-8a5c-700ebbc96525,segment=NetworkSegment(dc18128c-52d7-4216-ada5-948790f2b11c),segment_id=dc18128c-52d7-4216-ada5-948790f2b11c)] {{(pid=106986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:39:56.161916 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-21d22847-7058-4463-8285-4be32047782c req-1930d3d4-3e4a-41f7-806e-36462c2d574e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (50e41dde-e99c-4eee-8a5c-700ebbc96525), after_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:56.165100 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:56.174234 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d22847-7058-4463-8285-4be32047782c req-1930d3d4-3e4a-41f7-806e-36462c2d574e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:56.175236 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-21d22847-7058-4463-8285-4be32047782c req-1930d3d4-3e4a-41f7-806e-36462c2d574e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:56.178342 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-21d22847-7058-4463-8285-4be32047782c req-1930d3d4-3e4a-41f7-806e-36462c2d574e service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/50e41dde-e99c-4eee-8a5c-700ebbc96525 HTTP/1.1" status: 200 len: 1094 time: 0.9796462 Aug 24 13:39:56.180600 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ae14fa1-f847-426c-82dd-2a6c76107b75', 'tag': '50e41dde-e99c-4eee-8a5c-700ebbc96525'}] {{(pid=106986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:39:56.184637 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d01dbab33e71115aad2ee8471a00c8ecaf37bbc8c5e47995de0ab84d59865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e131343e-d9be-404a-afaf-dfd46e4910a7" -d '{"events": [{"name": "network-changed", "server_uuid": "7ae14fa1-f847-426c-82dd-2a6c76107b75", "tag": "50e41dde-e99c-4eee-8a5c-700ebbc96525"}]}' {{(pid=106986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:39:56.284333 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1930d3d4-3e4a-41f7-806e-36462c2d574e service neutron] Pushing event updated for resources: {'Port': ['ID=50e41dde-e99c-4eee-8a5c-700ebbc96525,revision_number=3']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:56.310829 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 13:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f749ca3-ff74-43dc-8c8f-ff695668f579 x-openstack-request-id: req-5f749ca3-ff74-43dc-8c8f-ff695668f579 {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:39:56.310829 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ae14fa1-f847-426c-82dd-2a6c76107b75", "tag": "50e41dde-e99c-4eee-8a5c-700ebbc96525", "status": "completed", "code": 200}]} {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:39:56.310829 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5f749ca3-ff74-43dc-8c8f-ff695668f579 {{(pid=106986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:39:56.311221 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f749ca3-ff74-43dc-8c8f-ff695668f579'] response: {'name': 'network-changed', 'server_uuid': '7ae14fa1-f847-426c-82dd-2a6c76107b75', 'tag': '50e41dde-e99c-4eee-8a5c-700ebbc96525', 'status': 'completed', 'code': 200} Aug 24 13:39:56.459577 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131343e-d9be-404a-afaf-dfd46e4910a7 req-31488ae9-7f12-4145-b52e-74d40d898610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:56.463013 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-e131343e-d9be-404a-afaf-dfd46e4910a7 req-31488ae9-7f12-4145-b52e-74d40d898610 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=c22fb394e99345d88b2e082b22902af3&device_id=7ae14fa1-f847-426c-82dd-2a6c76107b75 HTTP/1.1" status: 200 len: 1128 time: 0.0969615 Aug 24 13:39:56.502231 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:56.556106 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 50718) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:39:56.599478 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-b6985e9c-1125-4ebc-ad67-e6d2be289e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-564397'] for router_interface (daa0abce-1c18-4f6d-ba09-503c460121a0), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:56.754708 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3844968d-0092-46d9-ba20-3871e0efbdea req-22529db3-02b4-4977-a105-65ee9588509b tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:56.761314 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3844968d-0092-46d9-ba20-3871e0efbdea req-22529db3-02b4-4977-a105-65ee9588509b tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7ae14fa1-f847-426c-82dd-2a6c76107b75 HTTP/1.1" status: 200 len: 944 time: 0.0895090 Aug 24 13:39:56.775003 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131343e-d9be-404a-afaf-dfd46e4910a7 req-215a5361-f5cd-4922-ba0d-8a30c0067361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:56.782635 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-e131343e-d9be-404a-afaf-dfd46e4910a7 req-215a5361-f5cd-4922-ba0d-8a30c0067361 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=c22fb394e99345d88b2e082b22902af3&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2930110 Aug 24 13:39:56.824602 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-1ad0bd56-eee6-44ce-905a-8b0a5a213af7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:56.872136 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:56.949844 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3844968d-0092-46d9-ba20-3871e0efbdea req-80a2ad0f-65e7-4cc4-bd72-d8c31e367d7a tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d185a265-9016-405f-9ca1-9174708eebca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666160 Aug 24 13:39:56.980774 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:56.987407 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e131343e-d9be-404a-afaf-dfd46e4910a7 req-84653b02-8b78-4d17-a9a5-7a8e88afad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:56.990311 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-e131343e-d9be-404a-afaf-dfd46e4910a7 req-84653b02-8b78-4d17-a9a5-7a8e88afad48 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2061560 Aug 24 13:39:57.136198 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:57.153822 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d22847-7058-4463-8285-4be32047782c req-c85d288d-9143-4b76-8c46-39dc3542ee36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:57.155922 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-21d22847-7058-4463-8285-4be32047782c req-c85d288d-9143-4b76-8c46-39dc3542ee36 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=c22fb394e99345d88b2e082b22902af3&device_id=7ae14fa1-f847-426c-82dd-2a6c76107b75 HTTP/1.1" status: 200 len: 1128 time: 0.0762184 Aug 24 13:39:57.172322 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-1ad0bd56-eee6-44ce-905a-8b0a5a213af7 admin admin] Publish callbacks [] for security_group (f1e02bf5-69a4-4c77-884f-40e3bd5d707b), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:57.174329 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [None req-b6985e9c-1125-4ebc-ad67-e6d2be289e26 admin admin] Deleting port 9df609fd-7715-4315-bd7e-fc5d1a18ba1a {{(pid=106985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:39:57.175063 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-b6985e9c-1125-4ebc-ad67-e6d2be289e26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (9df609fd-7715-4315-bd7e-fc5d1a18ba1a), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:57.285252 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 50736) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:39:57.300845 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-1ad0bd56-eee6-44ce-905a-8b0a5a213af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (f1e02bf5-69a4-4c77-884f-40e3bd5d707b), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:57.401701 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.db [None req-b6985e9c-1125-4ebc-ad67-e6d2be289e26 admin admin] For port 9df609fd-7715-4315-bd7e-fc5d1a18ba1a, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=9df609fd-7715-4315-bd7e-fc5d1a18ba1a,segment=NetworkSegment(a88cce91-4088-4c2d-9e6d-815be545b223),segment_id=a88cce91-4088-4c2d-9e6d-815be545b223)] {{(pid=106985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:39:57.402574 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-b6985e9c-1125-4ebc-ad67-e6d2be289e26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (9df609fd-7715-4315-bd7e-fc5d1a18ba1a), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:57.428254 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [None req-b6985e9c-1125-4ebc-ad67-e6d2be289e26 admin admin] Calling delete_port for 9df609fd-7715-4315-bd7e-fc5d1a18ba1a owned by network:router_interface {{(pid=106985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:39:57.543631 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-21d22847-7058-4463-8285-4be32047782c req-4b6afe9c-f599-4198-a742-5ad78b2438b7 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50e41dde-e99c-4eee-8a5c-700ebbc96525 HTTP/1.1" status: 200 len: 217 time: 0.3657494 Aug 24 13:39:57.607048 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad0bd56-eee6-44ce-905a-8b0a5a213af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e02bf5-69a4-4c77-884f-40e3bd5d707b,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:57.617822 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-1ad0bd56-eee6-44ce-905a-8b0a5a213af7 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=e996ffc67446441f9a247f4c63ff1885&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0681882 Aug 24 13:39:57.622260 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 50746) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:39:57.707578 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d22847-7058-4463-8285-4be32047782c req-afaba85c-5b0e-47bc-b1de-07c07e9edee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:57.710166 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-21d22847-7058-4463-8285-4be32047782c req-afaba85c-5b0e-47bc-b1de-07c07e9edee7 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=827cb011-7c9c-4ec6-ab87-5b244beb70e2 HTTP/1.1" status: 200 len: 848 time: 0.1580789 Aug 24 13:39:57.763122 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-21d22847-7058-4463-8285-4be32047782c req-f10bb25e-86f3-4458-91f5-7291d921aec8 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=c0c5540c-3e08-475c-a808-3a64025a5c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425508 Aug 24 13:39:57.781615 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-5e4fa053-e854-4446-aed4-8d6279ce24a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:57.810304 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-7f6a6e64-de37-460c-ade2-ec4caa53228d admin admin] Publish callbacks [] for security_group (f1e02bf5-69a4-4c77-884f-40e3bd5d707b), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:57.888005 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-7f6a6e64-de37-460c-ade2-ec4caa53228d admin admin] Publish callbacks [] for security_group (f1e02bf5-69a4-4c77-884f-40e3bd5d707b), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:57.898223 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-21d22847-7058-4463-8285-4be32047782c req-7b67577a-e501-45ec-b95c-2e9149a3ef70 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/c0c5540c-3e08-475c-a808-3a64025a5c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279359 Aug 24 13:39:58.083330 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-21d22847-7058-4463-8285-4be32047782c req-ea8c9dd2-7361-4e24-a63c-f5037d9f192f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/c0c5540c-3e08-475c-a808-3a64025a5c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768806 Aug 24 13:39:58.102502 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-5e4fa053-e854-4446-aed4-8d6279ce24a3 admin admin] Publish callbacks [] for security_group (3b6a0587-13b9-41d8-9b06-a362d3094354), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:58.178558 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-b6985e9c-1125-4ebc-ad67-e6d2be289e26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (9df609fd-7715-4315-bd7e-fc5d1a18ba1a), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:58.198185 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebf1bcc-2893-49ec-b492-227f0cddb7b4 req-aaae41c9-18b3-4ae4-8394-2f3428f51897 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:58.199785 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4ebf1bcc-2893-49ec-b492-227f0cddb7b4 req-aaae41c9-18b3-4ae4-8394-2f3428f51897 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7ae14fa1-f847-426c-82dd-2a6c76107b75 HTTP/1.1" status: 200 len: 944 time: 0.0801740 Aug 24 13:39:58.222259 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-7f6a6e64-de37-460c-ade2-ec4caa53228d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (f1e02bf5-69a4-4c77-884f-40e3bd5d707b), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:58.224891 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-7f6a6e64-de37-460c-ade2-ec4caa53228d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:58.228394 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-7f6a6e64-de37-460c-ade2-ec4caa53228d admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/f1e02bf5-69a4-4c77-884f-40e3bd5d707b HTTP/1.1" status: 204 len: 168 time: 0.6027274 Aug 24 13:39:58.228394 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-5e4fa053-e854-4446-aed4-8d6279ce24a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (3b6a0587-13b9-41d8-9b06-a362d3094354), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:58.235173 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:58.237308 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6985e9c-1125-4ebc-ad67-e6d2be289e26 admin admin] Pushing event deleted for resources: {'Port': ['ID=9df609fd-7715-4315-bd7e-fc5d1a18ba1a,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:58.296496 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a6e64-de37-460c-ade2-ec4caa53228d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e02bf5-69a4-4c77-884f-40e3bd5d707b,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:58.366407 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-5e4fa053-e854-4446-aed4-8d6279ce24a3 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=4e435478690c4063a3446055972ca54c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0791616 Aug 24 13:39:58.372007 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 50768) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:39:58.425089 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4fa053-e854-4446-aed4-8d6279ce24a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b6a0587-13b9-41d8-9b06-a362d3094354,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:58.433996 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4ebf1bcc-2893-49ec-b492-227f0cddb7b4 req-505411e0-28b2-49cc-bbe0-f7748dfd567c tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d185a265-9016-405f-9ca1-9174708eebca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130585 Aug 24 13:39:58.443716 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=76,neutron:DELETE=12,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:58.496312 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-95e5f2ae-5341-4ba4-8ae0-1cf0ecb6c62a admin admin] Publish callbacks [] for security_group (3b6a0587-13b9-41d8-9b06-a362d3094354), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:58.529615 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-95e5f2ae-5341-4ba4-8ae0-1cf0ecb6c62a admin admin] Publish callbacks [] for security_group (3b6a0587-13b9-41d8-9b06-a362d3094354), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:58.635585 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-b6985e9c-1125-4ebc-ad67-e6d2be289e26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-564281'] for router_interface (daa0abce-1c18-4f6d-ba09-503c460121a0), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:58.755968 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-95e5f2ae-5341-4ba4-8ae0-1cf0ecb6c62a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (3b6a0587-13b9-41d8-9b06-a362d3094354), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:58.755968 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-95e5f2ae-5341-4ba4-8ae0-1cf0ecb6c62a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:58.755968 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-95e5f2ae-5341-4ba4-8ae0-1cf0ecb6c62a admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/3b6a0587-13b9-41d8-9b06-a362d3094354 HTTP/1.1" status: 204 len: 168 time: 0.3837943 Aug 24 13:39:58.765905 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e5f2ae-5341-4ba4-8ae0-1cf0ecb6c62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b6a0587-13b9-41d8-9b06-a362d3094354,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:39:59.073098 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6985e9c-1125-4ebc-ad67-e6d2be289e26 admin admin] Router daa0abce-1c18-4f6d-ba09-503c460121a0 has already been hosted by L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 {{(pid=106985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 13:39:59.206921 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6985e9c-1125-4ebc-ad67-e6d2be289e26 admin admin] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:39:59.219193 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687f5114-d3e0-4ecc-8046-21e6f2b115be None None] Sync routers for ids ['daa0abce-1c18-4f6d-ba09-503c460121a0'] in dv-cinder-779578-4-iscsi {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:39:59.224200 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-b6985e9c-1125-4ebc-ad67-e6d2be289e26 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/daa0abce-1c18-4f6d-ba09-503c460121a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3303881 Aug 24 13:39:59.226957 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 50784) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:39:59.232227 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687f5114-d3e0-4ecc-8046-21e6f2b115be None None] Routers {'daa0abce-1c18-4f6d-ba09-503c460121a0'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:39:59.233347 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-687f5114-d3e0-4ecc-8046-21e6f2b115be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:39:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['daa0abce-1c18-4f6d-ba09-503c460121a0'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:39:59.363168 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-687f5114-d3e0-4ecc-8046-21e6f2b115be None None] Set router daa0abce-1c18-4f6d-ba09-503c460121a0 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:39:59.377461 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f566011e-e2dd-4b6a-8f14-1fe47571a39e admin admin] Publish callbacks [] for router (daa0abce-1c18-4f6d-ba09-503c460121a0), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:59.520449 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f566011e-e2dd-4b6a-8f14-1fe47571a39e admin admin] Publish callbacks [] for router_gateway (daa0abce-1c18-4f6d-ba09-503c460121a0), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:59.547775 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:39:59.569745 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-687f5114-d3e0-4ecc-8046-21e6f2b115be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa0abce-1c18-4f6d-ba09-503c460121a0', 'name': 'tempest-DeleteServersTestJSON-377578393-router', 'tenant_id': '77b5eebd2706440badffd858826d5c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '840961a7-92c3-4fb8-9451-7d6aa2b2c56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:14Z', 'updated_at': '2022-08-24T13:39:57Z', 'revision_number': 5, 'project_id': '77b5eebd2706440badffd858826d5c79', 'gw_port': {'id': '840961a7-92c3-4fb8-9451-7d6aa2b2c56f', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0abce-1c18-4f6d-ba09-503c460121a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:16Z', 'updated_at': '2022-08-24T13:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi'}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:39:59.602613 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687f5114-d3e0-4ecc-8046-21e6f2b115be None None] Checking router: daa0abce-1c18-4f6d-ba09-503c460121a0 for host: dv-cinder-779578-4-iscsi {{(pid=106988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:39:59.614581 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687f5114-d3e0-4ecc-8046-21e6f2b115be None None] Routers {'daa0abce-1c18-4f6d-ba09-503c460121a0'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:39:59.615431 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-687f5114-d3e0-4ecc-8046-21e6f2b115be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:39:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['daa0abce-1c18-4f6d-ba09-503c460121a0'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:39:59.621044 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5679a2d-f88c-4384-9f61-c38fb168bc43 req-4717d8f5-5005-4c19-8a56-64fb17536ed2 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:39:59.622616 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-c5679a2d-f88c-4384-9f61-c38fb168bc43 req-4717d8f5-5005-4c19-8a56-64fb17536ed2 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7ae14fa1-f847-426c-82dd-2a6c76107b75 HTTP/1.1" status: 200 len: 944 time: 0.0647628 Aug 24 13:39:59.713376 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [None req-f566011e-e2dd-4b6a-8f14-1fe47571a39e admin admin] Deleting port 840961a7-92c3-4fb8-9451-7d6aa2b2c56f {{(pid=106985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:39:59.713990 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f566011e-e2dd-4b6a-8f14-1fe47571a39e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (840961a7-92c3-4fb8-9451-7d6aa2b2c56f), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:59.723173 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-687f5114-d3e0-4ecc-8046-21e6f2b115be None None] Set router daa0abce-1c18-4f6d-ba09-503c460121a0 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:39:59.735512 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-c5679a2d-f88c-4384-9f61-c38fb168bc43 req-2e90d27c-61b1-4e44-9441-cbe502c6fe24 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d185a265-9016-405f-9ca1-9174708eebca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058714 Aug 24 13:39:59.849398 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.db [None req-f566011e-e2dd-4b6a-8f14-1fe47571a39e admin admin] For port 840961a7-92c3-4fb8-9451-7d6aa2b2c56f, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=840961a7-92c3-4fb8-9451-7d6aa2b2c56f,segment=NetworkSegment(5f346d1e-6301-45fd-9dfc-66a590810fee),segment_id=5f346d1e-6301-45fd-9dfc-66a590810fee)] {{(pid=106985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:39:59.849875 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f566011e-e2dd-4b6a-8f14-1fe47571a39e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (840961a7-92c3-4fb8-9451-7d6aa2b2c56f), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:39:59.872594 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [None req-f566011e-e2dd-4b6a-8f14-1fe47571a39e admin admin] Calling delete_port for 840961a7-92c3-4fb8-9451-7d6aa2b2c56f owned by network:router_gateway {{(pid=106985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:40:00.004782 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-687f5114-d3e0-4ecc-8046-21e6f2b115be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa0abce-1c18-4f6d-ba09-503c460121a0', 'name': 'tempest-DeleteServersTestJSON-377578393-router', 'tenant_id': '77b5eebd2706440badffd858826d5c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '840961a7-92c3-4fb8-9451-7d6aa2b2c56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:14Z', 'updated_at': '2022-08-24T13:39:57Z', 'revision_number': 5, 'project_id': '77b5eebd2706440badffd858826d5c79', 'gw_port': {'id': '840961a7-92c3-4fb8-9451-7d6aa2b2c56f', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0abce-1c18-4f6d-ba09-503c460121a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:16Z', 'updated_at': '2022-08-24T13:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi'}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:40:00.041886 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-687f5114-d3e0-4ecc-8046-21e6f2b115be None None] The sync data for ids ['daa0abce-1c18-4f6d-ba09-503c460121a0'] in dv-cinder-779578-4-iscsi is: [{'id': 'daa0abce-1c18-4f6d-ba09-503c460121a0', 'name': 'tempest-DeleteServersTestJSON-377578393-router', 'tenant_id': '77b5eebd2706440badffd858826d5c79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.91'}], 'enable_snat': True}, 'gw_port_id': '840961a7-92c3-4fb8-9451-7d6aa2b2c56f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:14Z', 'updated_at': '2022-08-24T13:39:57Z', 'revision_number': 5, 'project_id': '77b5eebd2706440badffd858826d5c79', 'gw_port': {'id': '840961a7-92c3-4fb8-9451-7d6aa2b2c56f', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:b2:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa0abce-1c18-4f6d-ba09-503c460121a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:16Z', 'updated_at': '2022-08-24T13:38:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi'}] {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:40:00.261416 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f566011e-e2dd-4b6a-8f14-1fe47571a39e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (840961a7-92c3-4fb8-9451-7d6aa2b2c56f), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:00.320707 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f566011e-e2dd-4b6a-8f14-1fe47571a39e admin admin] Pushing event deleted for resources: {'Port': ['ID=840961a7-92c3-4fb8-9451-7d6aa2b2c56f,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:00.406896 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f566011e-e2dd-4b6a-8f14-1fe47571a39e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008744'] for router_gateway (daa0abce-1c18-4f6d-ba09-503c460121a0), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:00.519587 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:00.559267 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f566011e-e2dd-4b6a-8f14-1fe47571a39e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-564371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7662'] for router (daa0abce-1c18-4f6d-ba09-503c460121a0), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:00.560855 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f566011e-e2dd-4b6a-8f14-1fe47571a39e admin admin] Publish callbacks [] for router_controller (daa0abce-1c18-4f6d-ba09-503c460121a0), precommit_delete_associations {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:00.632975 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 9df609fd-7715-4315-bd7e-fc5d1a18ba1a no longer exists at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:40:00.670571 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] No Port match for: 9df609fd-7715-4315-bd7e-fc5d1a18ba1a {{(pid=106987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 13:40:00.671554 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 9df609fd-7715-4315-bd7e-fc5d1a18ba1a not bound to the agent host dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 13:40:00.672910 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:00.756086 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f566011e-e2dd-4b6a-8f14-1fe47571a39e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-564362'] for router (daa0abce-1c18-4f6d-ba09-503c460121a0), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:00.756723 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f566011e-e2dd-4b6a-8f14-1fe47571a39e admin admin] Fanout notify agent at l3_agent the message router_deleted on router daa0abce-1c18-4f6d-ba09-503c460121a0 {{(pid=106985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 13:40:00.769171 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f566011e-e2dd-4b6a-8f14-1fe47571a39e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:00.769171 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-f566011e-e2dd-4b6a-8f14-1fe47571a39e admin admin] 10.222.0.73 "DELETE /networking/v2.0/routers/daa0abce-1c18-4f6d-ba09-503c460121a0 HTTP/1.1" status: 204 len: 168 time: 1.5354505 Aug 24 13:40:00.769450 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 50838) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:00.826035 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.db_base_plugin_v2 [None req-d52b12d0-8000-4b54-b8c9-a6faea1ce0d1 admin admin] Deleting subnet 69983798-9032-46f8-83a4-502dd4fa5f0a {{(pid=106986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 13:40:00.830872 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-d52b12d0-8000-4b54-b8c9-a6faea1ce0d1 admin admin] Publish callbacks [] for subnet (69983798-9032-46f8-83a4-502dd4fa5f0a), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:00.855559 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:00.882417 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-d52b12d0-8000-4b54-b8c9-a6faea1ce0d1 admin admin] Publish callbacks [] for subnet (69983798-9032-46f8-83a4-502dd4fa5f0a), precommit_delete_associations {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:00.954951 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdde61c-ebef-4259-8e61-5788cb630848 req-1cdf7429-23fe-469b-bf14-5b0d8167f8df tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:00.957457 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9fdde61c-ebef-4259-8e61-5788cb630848 req-1cdf7429-23fe-469b-bf14-5b0d8167f8df tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7ae14fa1-f847-426c-82dd-2a6c76107b75 HTTP/1.1" status: 200 len: 944 time: 0.1073706 Aug 24 13:40:00.979266 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-d52b12d0-8000-4b54-b8c9-a6faea1ce0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66918460'] for subnet (69983798-9032-46f8-83a4-502dd4fa5f0a), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:01.037406 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9fdde61c-ebef-4259-8e61-5788cb630848 req-27921ece-ccb2-4834-b04f-fbf90aa09c5d tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d185a265-9016-405f-9ca1-9174708eebca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621727 Aug 24 13:40:01.216679 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-d52b12d0-8000-4b54-b8c9-a6faea1ce0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66918469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995'] for subnet (69983798-9032-46f8-83a4-502dd4fa5f0a), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:01.267660 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52b12d0-8000-4b54-b8c9-a6faea1ce0d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69983798-9032-46f8-83a4-502dd4fa5f0a,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:01.269040 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-d52b12d0-8000-4b54-b8c9-a6faea1ce0d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:01.272816 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-d52b12d0-8000-4b54-b8c9-a6faea1ce0d1 admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/69983798-9032-46f8-83a4-502dd4fa5f0a HTTP/1.1" status: 204 len: 168 time: 0.5047188 Aug 24 13:40:01.277003 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 50850) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:01.287823 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09964319-a91e-42ea-9a9c-14fd0b0dcc4d None None] Network 2e903fbc-329f-4ab0-8009-8377c36a9d55 requested from dv-cinder-779578-4-iscsi {{(pid=106987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 13:40:01.407611 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-69d64224-f290-4d5f-85b4-2830f8236d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-67096241'] for network (2e903fbc-329f-4ab0-8009-8377c36a9d55), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:01.463510 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a70f0527-24b4-4ec8-8d50-e43a06d2e2f7 None None] DHCP port deletion for 2e903fbc-329f-4ab0-8009-8377c36a9d55 request from dv-cinder-779578-4-iscsi {{(pid=106987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 13:40:01.480362 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [None req-69d64224-f290-4d5f-85b4-2830f8236d61 admin admin] Deleting port beb43e34-8f35-4708-ad62-005e8456fc1e {{(pid=106985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:40:01.480779 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-69d64224-f290-4d5f-85b4-2830f8236d61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (beb43e34-8f35-4708-ad62-005e8456fc1e), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:01.529766 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-a70f0527-24b4-4ec8-8d50-e43a06d2e2f7 None None] Deleting port beb43e34-8f35-4708-ad62-005e8456fc1e {{(pid=106987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:40:01.530883 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-a70f0527-24b4-4ec8-8d50-e43a06d2e2f7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (beb43e34-8f35-4708-ad62-005e8456fc1e), before_delete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:01.549721 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.db [None req-69d64224-f290-4d5f-85b4-2830f8236d61 admin admin] For port beb43e34-8f35-4708-ad62-005e8456fc1e, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=beb43e34-8f35-4708-ad62-005e8456fc1e,segment=NetworkSegment(a88cce91-4088-4c2d-9e6d-815be545b223),segment_id=a88cce91-4088-4c2d-9e6d-815be545b223)] {{(pid=106985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:40:01.551091 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-69d64224-f290-4d5f-85b4-2830f8236d61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (beb43e34-8f35-4708-ad62-005e8456fc1e), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:01.567356 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [None req-69d64224-f290-4d5f-85b4-2830f8236d61 admin admin] Calling delete_port for beb43e34-8f35-4708-ad62-005e8456fc1e owned by network:dhcp {{(pid=106985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:40:01.638277 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-a70f0527-24b4-4ec8-8d50-e43a06d2e2f7 None None] For port beb43e34-8f35-4708-ad62-005e8456fc1e, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=beb43e34-8f35-4708-ad62-005e8456fc1e,segment=NetworkSegment(a88cce91-4088-4c2d-9e6d-815be545b223),segment_id=a88cce91-4088-4c2d-9e6d-815be545b223)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:40:01.638835 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-a70f0527-24b4-4ec8-8d50-e43a06d2e2f7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (beb43e34-8f35-4708-ad62-005e8456fc1e), precommit_delete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:01.656352 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-a70f0527-24b4-4ec8-8d50-e43a06d2e2f7 None None] Calling delete_port for beb43e34-8f35-4708-ad62-005e8456fc1e owned by network:dhcp {{(pid=106987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:40:01.787108 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-69d64224-f290-4d5f-85b4-2830f8236d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (beb43e34-8f35-4708-ad62-005e8456fc1e), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:01.841357 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d64224-f290-4d5f-85b4-2830f8236d61 admin admin] No DVR routers for this DVR port beb43e34-8f35-4708-ad62-005e8456fc1e on host dv-cinder-779578-4-iscsi {{(pid=106985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 13:40:01.848205 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d64224-f290-4d5f-85b4-2830f8236d61 admin admin] Pushing event deleted for resources: {'Port': ['ID=beb43e34-8f35-4708-ad62-005e8456fc1e,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:01.947831 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-69d64224-f290-4d5f-85b4-2830f8236d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66912316', 'neutron.services.segments.db._delete_segments_for_network-8732775531888'] for network (2e903fbc-329f-4ab0-8009-8377c36a9d55), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:01.962931 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-a70f0527-24b4-4ec8-8d50-e43a06d2e2f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643'] for port (beb43e34-8f35-4708-ad62-005e8456fc1e), after_delete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:01.978604 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.services.segments.db [None req-69d64224-f290-4d5f-85b4-2830f8236d61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e903fbc-329f-4ab0-8009-8377c36a9d55']}} {{(pid=106985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:40:01.989738 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.services.segments.db [None req-69d64224-f290-4d5f-85b4-2830f8236d61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a88cce91-4088-4c2d-9e6d-815be545b223') {'for_net_delete': True} {{(pid=106985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:40:01.990034 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.services.segments.db [None req-69d64224-f290-4d5f-85b4-2830f8236d61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a88cce91-4088-4c2d-9e6d-815be545b223') {} {{(pid=106985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:40:01.995672 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70f0527-24b4-4ec8-8d50-e43a06d2e2f7 None None] No DVR routers for this DVR port beb43e34-8f35-4708-ad62-005e8456fc1e on host dv-cinder-779578-4-iscsi {{(pid=106987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 13:40:01.998015 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70f0527-24b4-4ec8-8d50-e43a06d2e2f7 None None] Pushing event deleted for resources: {'Port': ['ID=beb43e34-8f35-4708-ad62-005e8456fc1e,revision_number=None']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:02.000950 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-69d64224-f290-4d5f-85b4-2830f8236d61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732775508974', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2278129'] for segment (a88cce91-4088-4c2d-9e6d-815be545b223), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:02.010764 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f0527-24b4-4ec8-8d50-e43a06d2e2f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:02.011108 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f0527-24b4-4ec8-8d50-e43a06d2e2f7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:02.011662 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f0527-24b4-4ec8-8d50-e43a06d2e2f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:02.012006 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f0527-24b4-4ec8-8d50-e43a06d2e2f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:02.012398 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f0527-24b4-4ec8-8d50-e43a06d2e2f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:02.012909 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f0527-24b4-4ec8-8d50-e43a06d2e2f7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:02.013239 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f0527-24b4-4ec8-8d50-e43a06d2e2f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:02.013660 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f0527-24b4-4ec8-8d50-e43a06d2e2f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:02.014005 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f0527-24b4-4ec8-8d50-e43a06d2e2f7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:02.014424 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f0527-24b4-4ec8-8d50-e43a06d2e2f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:02.015114 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f0527-24b4-4ec8-8d50-e43a06d2e2f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:02.015649 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f0527-24b4-4ec8-8d50-e43a06d2e2f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:02.016049 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f0527-24b4-4ec8-8d50-e43a06d2e2f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:02.016470 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f0527-24b4-4ec8-8d50-e43a06d2e2f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:02.016802 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a70f0527-24b4-4ec8-8d50-e43a06d2e2f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:02.018262 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-69d64224-f290-4d5f-85b4-2830f8236d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916165'] for segment (a88cce91-4088-4c2d-9e6d-815be545b223), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:02.029734 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69d64224-f290-4d5f-85b4-2830f8236d61 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=106985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 13:40:02.031197 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-69d64224-f290-4d5f-85b4-2830f8236d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2796055'] for segment (a88cce91-4088-4c2d-9e6d-815be545b223), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:02.059189 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.services.segments.plugin [-] Segment a88cce91-4088-4c2d-9e6d-815be545b223 resource provider aggregate not found Aug 24 13:40:02.103306 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.services.segments.plugin [-] Segment a88cce91-4088-4c2d-9e6d-815be545b223 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a88cce91-4088-4c2d-9e6d-815be545b223 found for delete ", "request_id": "req-64f23939-d604-4c0a-a2fa-5a0adcff3c17"}]} Aug 24 13:40:02.156732 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 50e41dde-e99c-4eee-8a5c-700ebbc96525 details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=106987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 13:40:02.194982 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ced0e-df40-44cf-877b-b925351f2d68 req-a107d12f-9fa0-454e-be04-1148eb113820 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:02.196624 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ea2ced0e-df40-44cf-877b-b925351f2d68 req-a107d12f-9fa0-454e-be04-1148eb113820 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7ae14fa1-f847-426c-82dd-2a6c76107b75 HTTP/1.1" status: 200 len: 944 time: 0.0596330 Aug 24 13:40:02.211821 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-69d64224-f290-4d5f-85b4-2830f8236d61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66912311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008716'] for network (2e903fbc-329f-4ab0-8009-8377c36a9d55), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:02.217102 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:02.229394 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-69d64224-f290-4d5f-85b4-2830f8236d61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for network (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:02.234673 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-69d64224-f290-4d5f-85b4-2830f8236d61 admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/2e903fbc-329f-4ab0-8009-8377c36a9d55 HTTP/1.1" status: 204 len: 168 time: 0.9563708 Aug 24 13:40:02.257456 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d64224-f290-4d5f-85b4-2830f8236d61 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e903fbc-329f-4ab0-8009-8377c36a9d55,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:02.267919 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:02.291479 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ea2ced0e-df40-44cf-877b-b925351f2d68 req-b87c45ad-6a1a-408b-86fa-21540e7c77d1 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d185a265-9016-405f-9ca1-9174708eebca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883536 Aug 24 13:40:02.295058 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 50e41dde-e99c-4eee-8a5c-700ebbc96525, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=50e41dde-e99c-4eee-8a5c-700ebbc96525,segment=NetworkSegment(dc18128c-52d7-4216-ada5-948790f2b11c),segment_id=dc18128c-52d7-4216-ada5-948790f2b11c)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:40:02.313082 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Returning: {'device': '50e41dde-e99c-4eee-8a5c-700ebbc96525', 'network_id': 'c0c5540c-3e08-475c-a808-3a64025a5c41', 'port_id': '50e41dde-e99c-4eee-8a5c-700ebbc96525', 'mac_address': 'fa:16:3e:1b:7d:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827cb011-7c9c-4ec6-ab87-5b244beb70e2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 13:40:02.360739 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port 50e41dde-e99c-4eee-8a5c-700ebbc96525 is: DOWN; New status is: BUILD {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:40:02.361129 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (50e41dde-e99c-4eee-8a5c-700ebbc96525), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:02.374901 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50e41dde-e99c-4eee-8a5c-700ebbc96525 {{(pid=106987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 13:40:02.396588 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 50e41dde-e99c-4eee-8a5c-700ebbc96525, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=50e41dde-e99c-4eee-8a5c-700ebbc96525,segment=NetworkSegment(dc18128c-52d7-4216-ada5-948790f2b11c),segment_id=dc18128c-52d7-4216-ada5-948790f2b11c)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:40:02.598253 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 840961a7-92c3-4fb8-9451-7d6aa2b2c56f no longer exists at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:40:02.619034 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:02.622957 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] No Port match for: 840961a7-92c3-4fb8-9451-7d6aa2b2c56f {{(pid=106987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 13:40:02.623303 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 840961a7-92c3-4fb8-9451-7d6aa2b2c56f not bound to the agent host dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 13:40:02.634929 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device beb43e34-8f35-4708-ad62-005e8456fc1e no longer exists at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:40:02.634929 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (50e41dde-e99c-4eee-8a5c-700ebbc96525), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:02.648272 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] No Port match for: beb43e34-8f35-4708-ad62-005e8456fc1e {{(pid=106987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 13:40:02.648978 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device beb43e34-8f35-4708-ad62-005e8456fc1e not bound to the agent host dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 13:40:02.703734 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=50e41dde-e99c-4eee-8a5c-700ebbc96525,revision_number=4']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:02.995423 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 50890) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:03.019129 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] get_ports_and_sgs() called for port_ids ['50e41dde-e99c-4eee-8a5c-700ebbc96525'] {{(pid=106987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 13:40:03.050355 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-6d2bd9d8-03dd-45b4-935b-0a4f3666daa8 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=77b5eebd2706440badffd858826d5c79&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0507035 Aug 24 13:40:03.056757 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 50892) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:03.112717 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-0465a2fa-40f4-4c9c-80e4-eb18859e1ec1 admin admin] Publish callbacks [] for security_group (19e6fee2-bc83-4521-9a18-a0e51ba93c8c), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:03.140589 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-0465a2fa-40f4-4c9c-80e4-eb18859e1ec1 admin admin] Publish callbacks [] for security_group (19e6fee2-bc83-4521-9a18-a0e51ba93c8c), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:03.282282 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-0465a2fa-40f4-4c9c-80e4-eb18859e1ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (19e6fee2-bc83-4521-9a18-a0e51ba93c8c), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:03.285167 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-0465a2fa-40f4-4c9c-80e4-eb18859e1ec1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:03.288872 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-0465a2fa-40f4-4c9c-80e4-eb18859e1ec1 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/19e6fee2-bc83-4521-9a18-a0e51ba93c8c HTTP/1.1" status: 204 len: 168 time: 0.2285783 Aug 24 13:40:03.296533 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0465a2fa-40f4-4c9c-80e4-eb18859e1ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e6fee2-bc83-4521-9a18-a0e51ba93c8c,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:03.445353 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61a0458-ca35-4c59-9382-bef82e2820ee req-72b70fa9-d157-431a-a532-7640d8f1b951 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:03.448230 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-c61a0458-ca35-4c59-9382-bef82e2820ee req-72b70fa9-d157-431a-a532-7640d8f1b951 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7ae14fa1-f847-426c-82dd-2a6c76107b75 HTTP/1.1" status: 200 len: 945 time: 0.0621481 Aug 24 13:40:03.509203 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-c61a0458-ca35-4c59-9382-bef82e2820ee req-c0da5842-a48f-4f5c-8b0c-67adaa895110 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d185a265-9016-405f-9ca1-9174708eebca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545902 Aug 24 13:40:04.168744 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 50e41dde-e99c-4eee-8a5c-700ebbc96525 up at agent hyperv_hv-cinder-77957 {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:40:04.262597 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Provisioning for port 50e41dde-e99c-4eee-8a5c-700ebbc96525 completed by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 13:40:04.378503 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Provisioning complete for port 50e41dde-e99c-4eee-8a5c-700ebbc96525 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:40:04.378816 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (50e41dde-e99c-4eee-8a5c-700ebbc96525), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:04.541610 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port 50e41dde-e99c-4eee-8a5c-700ebbc96525 is: BUILD; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:40:04.542452 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (50e41dde-e99c-4eee-8a5c-700ebbc96525), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:04.604946 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae14fa1-f847-426c-82dd-2a6c76107b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e41dde-e99c-4eee-8a5c-700ebbc96525'}] {{(pid=106987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:40:04.610739 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee01592ba90e2cb9dcb0c84681ff9a6759d336f5db8af78df2209fafc25a55a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd7cbfc8-c161-4d54-84de-cf5092c6c46e" -d '{"events": [{"server_uuid": "7ae14fa1-f847-426c-82dd-2a6c76107b75", "name": "network-vif-plugged", "status": "completed", "tag": "50e41dde-e99c-4eee-8a5c-700ebbc96525"}]}' {{(pid=106987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:40:04.627736 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 50e41dde-e99c-4eee-8a5c-700ebbc96525, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=50e41dde-e99c-4eee-8a5c-700ebbc96525,segment=NetworkSegment(dc18128c-52d7-4216-ada5-948790f2b11c),segment_id=dc18128c-52d7-4216-ada5-948790f2b11c)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:40:04.679547 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 13:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a88e29d-8500-42d8-9129-4d2cb93a4e0f x-openstack-request-id: req-7a88e29d-8500-42d8-9129-4d2cb93a4e0f {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:40:04.680151 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ae14fa1-f847-426c-82dd-2a6c76107b75", "name": "network-vif-plugged", "status": "completed", "tag": "50e41dde-e99c-4eee-8a5c-700ebbc96525", "code": 200}]} {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:40:04.680451 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7a88e29d-8500-42d8-9129-4d2cb93a4e0f {{(pid=106987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:40:04.680871 dv-cinder-779578-4-iscsi neutron-server[106987]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a88e29d-8500-42d8-9129-4d2cb93a4e0f'] response: {'server_uuid': '7ae14fa1-f847-426c-82dd-2a6c76107b75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50e41dde-e99c-4eee-8a5c-700ebbc96525', 'code': 200} Aug 24 13:40:04.698542 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:04.712795 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (50e41dde-e99c-4eee-8a5c-700ebbc96525), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:04.792709 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e597d-7873-4edd-bc92-d937c390d097 req-7be4a2e3-8a7b-469a-bb9a-4bdd6015984c tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:04.797489 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-699e597d-7873-4edd-bc92-d937c390d097 req-7be4a2e3-8a7b-469a-bb9a-4bdd6015984c tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7ae14fa1-f847-426c-82dd-2a6c76107b75 HTTP/1.1" status: 200 len: 945 time: 0.1142108 Aug 24 13:40:04.833334 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=50e41dde-e99c-4eee-8a5c-700ebbc96525,revision_number=5']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:04.894238 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-699e597d-7873-4edd-bc92-d937c390d097 req-81c1df1e-6212-4e1e-87ed-73f25f67d6b5 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d185a265-9016-405f-9ca1-9174708eebca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869758 Aug 24 13:40:04.903480 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 50970) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:05.057669 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-27da002a-4ab5-4890-9dbf-09756692fd94 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1017581704-network', 'tenant_id': '127e5da55b164ce68568c153fee58baf'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:40:05.161676 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:05.166610 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596d5c43-a58c-4078-89ff-b62af21b1fd2 req-7e7b478a-10ee-4117-a14a-72ea6e10328e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:05.168685 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-596d5c43-a58c-4078-89ff-b62af21b1fd2 req-7e7b478a-10ee-4117-a14a-72ea6e10328e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7ae14fa1-f847-426c-82dd-2a6c76107b75 HTTP/1.1" status: 200 len: 1130 time: 0.0591269 Aug 24 13:40:05.228325 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-596d5c43-a58c-4078-89ff-b62af21b1fd2 req-502ccbc3-db9a-420d-ab8a-0ed72f0011ab service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d185a265-9016-405f-9ca1-9174708eebca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522690 Aug 24 13:40:05.244472 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 50984) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:05.244802 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27da002a-4ab5-4890-9dbf-09756692fd94 admin admin] Made reservation on behalf of 127e5da55b164ce68568c153fee58baf for: {'network': 1} {{(pid=106986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:40:05.247339 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-27da002a-4ab5-4890-9dbf-09756692fd94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for network (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:05.263534 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-27da002a-4ab5-4890-9dbf-09756692fd94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:05.400365 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-27da002a-4ab5-4890-9dbf-09756692fd94 admin admin] Publish callbacks [] for security_group (b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:05.435518 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-a49b4515-1a2c-43bd-b29c-323993841314 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:05.520366 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-a49b4515-1a2c-43bd-b29c-323993841314 admin admin] Publish callbacks [] for security_group (66f27191-3050-48cd-a98f-5c8a569ee0b0), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:05.541197 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-27da002a-4ab5-4890-9dbf-09756692fd94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:05.580168 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27da002a-4ab5-4890-9dbf-09756692fd94 admin admin] vlan segment allocate from pool success with {'vlan_id': 434, 'physical_network': 'physnet1'} {{(pid=106986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 13:40:05.606667 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da002a-4ab5-4890-9dbf-09756692fd94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:05.611077 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-27da002a-4ab5-4890-9dbf-09756692fd94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916165'] for segment (e296fb18-638d-4cd2-a920-5bf2622d2f4c), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:05.611424 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.db.segments_db [None req-27da002a-4ab5-4890-9dbf-09756692fd94 admin admin] Added segment e296fb18-638d-4cd2-a920-5bf2622d2f4c of type vlan for network 1fcb22e0-a643-462e-8b2f-3661641fd3fe Aug 24 13:40:05.629885 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-a49b4515-1a2c-43bd-b29c-323993841314 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (66f27191-3050-48cd-a98f-5c8a569ee0b0), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:05.664199 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-27da002a-4ab5-4890-9dbf-09756692fd94 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732775010169'] for network (1fcb22e0-a643-462e-8b2f-3661641fd3fe), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:05.671743 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-a49b4515-1a2c-43bd-b29c-323993841314 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=70d0978c718d4704905e96d4ef197796&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4259350 Aug 24 13:40:05.674565 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49b4515-1a2c-43bd-b29c-323993841314 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66f27191-3050-48cd-a98f-5c8a569ee0b0,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:05.676788 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 51002) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:05.716741 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=77,neutron:DELETE=1,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:05.756251 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f007dca6-dc99-4427-ab1a-655ef641e7e6 admin admin] Publish callbacks [] for security_group (66f27191-3050-48cd-a98f-5c8a569ee0b0), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:05.779043 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f007dca6-dc99-4427-ab1a-655ef641e7e6 admin admin] Publish callbacks [] for security_group (66f27191-3050-48cd-a98f-5c8a569ee0b0), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:05.820155 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-27da002a-4ab5-4890-9dbf-09756692fd94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995'] for network (1fcb22e0-a643-462e-8b2f-3661641fd3fe), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:05.821465 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27da002a-4ab5-4890-9dbf-09756692fd94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:05.822091 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-27da002a-4ab5-4890-9dbf-09756692fd94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for network (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:05.891929 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27da002a-4ab5-4890-9dbf-09756692fd94 admin admin] Pushing event updated for resources: {'Network': ['ID=1fcb22e0-a643-462e-8b2f-3661641fd3fe,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:05.898465 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f007dca6-dc99-4427-ab1a-655ef641e7e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (66f27191-3050-48cd-a98f-5c8a569ee0b0), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:05.901917 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f007dca6-dc99-4427-ab1a-655ef641e7e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:05.903120 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-f007dca6-dc99-4427-ab1a-655ef641e7e6 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/66f27191-3050-48cd-a98f-5c8a569ee0b0 HTTP/1.1" status: 204 len: 168 time: 0.2252059 Aug 24 13:40:05.908292 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Network 1fcb22e0-a643-462e-8b2f-3661641fd3fe details requested by agent ovs-agent-dv-cinder-779578-4-iscsi with host dv-cinder-779578-4-iscsi {{(pid=106987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 13:40:05.912553 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f007dca6-dc99-4427-ab1a-655ef641e7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66f27191-3050-48cd-a98f-5c8a569ee0b0,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:05.943520 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-27da002a-4ab5-4890-9dbf-09756692fd94 admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0348959 Aug 24 13:40:05.943967 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 51022) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:05.948819 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-164013cc-9c09-43d3-8a68-2f58303a9aeb admin admin] Request body: {'subnet': {'network_id': '1fcb22e0-a643-462e-8b2f-3661641fd3fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1017581704-subnet', 'tenant_id': '127e5da55b164ce68568c153fee58baf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:40:05.997571 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:06.048308 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5653658-2802-42cb-9360-31fec795e0e6 req-06998c03-45d2-4af8-a7d8-2fd1cf4dc1ae tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:06.049796 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b5653658-2802-42cb-9360-31fec795e0e6 req-06998c03-45d2-4af8-a7d8-2fd1cf4dc1ae tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7ae14fa1-f847-426c-82dd-2a6c76107b75 HTTP/1.1" status: 200 len: 946 time: 0.0487270 Aug 24 13:40:06.102164 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b5653658-2802-42cb-9360-31fec795e0e6 req-f1d8f74c-d46e-40f8-bf96-2afcbbed9929 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d185a265-9016-405f-9ca1-9174708eebca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465536 Aug 24 13:40:06.102723 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164013cc-9c09-43d3-8a68-2f58303a9aeb admin admin] Made reservation on behalf of 127e5da55b164ce68568c153fee58baf for: {'subnet': 1} {{(pid=106985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:40:06.105076 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-164013cc-9c09-43d3-8a68-2f58303a9aeb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133617'] for subnet (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:06.387166 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 51032) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:06.396852 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-164013cc-9c09-43d3-8a68-2f58303a9aeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2795956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133535'] for subnet (b7ad1c15-3875-4de4-b3a4-2c63d79b04bd), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:06.400764 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:06.473079 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164013cc-9c09-43d3-8a68-2f58303a9aeb admin admin] Checking segment: {'id': 'e296fb18-638d-4cd2-a920-5bf2622d2f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1fcb22e0-a643-462e-8b2f-3661641fd3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:40:06.473724 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164013cc-9c09-43d3-8a68-2f58303a9aeb admin admin] Network hostable DHCP agents. Network: 1fcb22e0-a643-462e-8b2f-3661641fd3fe, hostable agents: ['5b6616ad-7c61-467c-8809-81a3e3733e23'], hosted agents: [] {{(pid=106985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 13:40:06.478002 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164013cc-9c09-43d3-8a68-2f58303a9aeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7ad1c15-3875-4de4-b3a4-2c63d79b04bd,revision_number=0']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:06.520980 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-0deddc13-2ce8-454f-92d1-a118ab4fbcc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:06.613700 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164013cc-9c09-43d3-8a68-2f58303a9aeb admin admin] Network 1fcb22e0-a643-462e-8b2f-3661641fd3fe is scheduled to be hosted by DHCP agent 5b6616ad-7c61-467c-8809-81a3e3733e23 with binding_index 1 {{(pid=106985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 13:40:06.613700 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-0deddc13-2ce8-454f-92d1-a118ab4fbcc9 admin admin] Publish callbacks [] for security_group (ae7021f7-f2db-46af-bc5c-1f9131f2b0e2), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:06.909247 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.base_scheduler [None req-164013cc-9c09-43d3-8a68-2f58303a9aeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779578-4-iscsi, 1fcb22e0-a643-462e-8b2f-3661641fd3fe) {{(pid=106985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:40:06.917970 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-0deddc13-2ce8-454f-92d1-a118ab4fbcc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (ae7021f7-f2db-46af-bc5c-1f9131f2b0e2), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:06.923161 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df6b7d3-7535-42c5-b9bd-38c55e372324 None None] Network 1fcb22e0-a643-462e-8b2f-3661641fd3fe requested from dv-cinder-779578-4-iscsi {{(pid=106987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 13:40:06.941668 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164013cc-9c09-43d3-8a68-2f58303a9aeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:06.942843 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-164013cc-9c09-43d3-8a68-2f58303a9aeb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for subnet (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:06.984599 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deddc13-2ce8-454f-92d1-a118ab4fbcc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7021f7-f2db-46af-bc5c-1f9131f2b0e2,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:06.989123 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-0deddc13-2ce8-454f-92d1-a118ab4fbcc9 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=a26934f04fae43ffbad78bcf9108f8cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6009104 Aug 24 13:40:06.991828 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 51056) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:07.081988 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-af98ae1e-509d-4476-88aa-571ca659be58 admin admin] Publish callbacks [] for security_group (ae7021f7-f2db-46af-bc5c-1f9131f2b0e2), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:07.088136 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-164013cc-9c09-43d3-8a68-2f58303a9aeb admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1430702 Aug 24 13:40:07.091209 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 51060) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:07.098337 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-43f5ecc8-809d-40a5-b665-1bd7d199a1f5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1017581704-router', 'tenant_id': '127e5da55b164ce68568c153fee58baf', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'}}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:40:07.110550 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d8037b-307f-417f-834d-d4a7c1715ff9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ca6df2e-0481-52d5-912d-ac12d3288b0d-1fcb22e0-a643-462e-8b2f-3661641fd3fe', 'network_id': '1fcb22e0-a643-462e-8b2f-3661641fd3fe', 'project_id': '127e5da55b164ce68568c153fee58baf', 'fixed_ips': [{'subnet_id': 'b7ad1c15-3875-4de4-b3a4-2c63d79b04bd'}]}} from dv-cinder-779578-4-iscsi. {{(pid=106987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 13:40:07.111881 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-d2d8037b-307f-417f-834d-d4a7c1715ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:07.112427 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-af98ae1e-509d-4476-88aa-571ca659be58 admin admin] Publish callbacks [] for security_group (ae7021f7-f2db-46af-bc5c-1f9131f2b0e2), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:07.203294 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:07.285286 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579e187d-854b-44c4-a640-6a663add8398 req-f8553186-5043-4557-a873-7b873f7a1a1e tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:07.287057 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-579e187d-854b-44c4-a640-6a663add8398 req-f8553186-5043-4557-a873-7b873f7a1a1e tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7ae14fa1-f847-426c-82dd-2a6c76107b75 HTTP/1.1" status: 200 len: 946 time: 0.0861273 Aug 24 13:40:07.302987 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.db_base_plugin_common [None req-d2d8037b-307f-417f-834d-d4a7c1715ff9 None None] Allocated IP 172.20.0.2 (1fcb22e0-a643-462e-8b2f-3661641fd3fe/b7ad1c15-3875-4de4-b3a4-2c63d79b04bd/1500df6e-d66d-4b97-a30a-24a1dd620eb3) {{(pid=106987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:40:07.314368 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-43f5ecc8-809d-40a5-b665-1bd7d199a1f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1009456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7664'] for router (35afed2f-d0ca-497e-a05d-362cf78a5add), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:07.316037 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-43f5ecc8-809d-40a5-b665-1bd7d199a1f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1008860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1030859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7655'] for router (35afed2f-d0ca-497e-a05d-362cf78a5add), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:07.401451 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-43f5ecc8-809d-40a5-b665-1bd7d199a1f5 admin admin] Publish callbacks [] for router_controller (35afed2f-d0ca-497e-a05d-362cf78a5add), precommit_add_association {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:07.409854 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-af98ae1e-509d-4476-88aa-571ca659be58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (ae7021f7-f2db-46af-bc5c-1f9131f2b0e2), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:07.412283 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 51076) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:07.437698 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-af98ae1e-509d-4476-88aa-571ca659be58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:07.437698 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-af98ae1e-509d-4476-88aa-571ca659be58 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/ae7021f7-f2db-46af-bc5c-1f9131f2b0e2 HTTP/1.1" status: 204 len: 168 time: 0.4397082 Aug 24 13:40:07.449745 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-579e187d-854b-44c4-a640-6a663add8398 req-57ec98e1-17d1-4023-84e1-6a645eb48bfd tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d185a265-9016-405f-9ca1-9174708eebca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537850 Aug 24 13:40:07.450930 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af98ae1e-509d-4476-88aa-571ca659be58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7021f7-f2db-46af-bc5c-1f9131f2b0e2,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:07.548078 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-d2d8037b-307f-417f-834d-d4a7c1715ff9 None None] Publish callbacks [] for port (1500df6e-d66d-4b97-a30a-24a1dd620eb3), precommit_create {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:07.685228 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-d2d8037b-307f-417f-834d-d4a7c1715ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634'] for port (1500df6e-d66d-4b97-a30a-24a1dd620eb3), after_create {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:07.708378 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-43f5ecc8-809d-40a5-b665-1bd7d199a1f5 admin admin] Publish callbacks [] for router_gateway (35afed2f-d0ca-497e-a05d-362cf78a5add), precommit_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:07.731547 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b269f963-111e-4bca-abeb-89d18aabb5fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:07.785104 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2d8037b-307f-417f-834d-d4a7c1715ff9 None None] Network 1fcb22e0-a643-462e-8b2f-3661641fd3fe is already hosted by enough agents. {{(pid=106987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:40:07.789046 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.scheduler.base_scheduler [None req-d2d8037b-307f-417f-834d-d4a7c1715ff9 None None] Resources bound (agent type, host, resource id): {{(pid=106987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:40:07.791243 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d8037b-307f-417f-834d-d4a7c1715ff9 None None] Pushing event updated for resources: {'Port': ['ID=1500df6e-d66d-4b97-a30a-24a1dd620eb3,revision_number=1']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:07.795811 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d8037b-307f-417f-834d-d4a7c1715ff9 None None] Received port after_create {{(pid=106987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:40:07.856106 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:07.915286 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-d2d8037b-307f-417f-834d-d4a7c1715ff9 None None] Attempting to bind port 1500df6e-d66d-4b97-a30a-24a1dd620eb3 on host dv-cinder-779578-4-iscsi for vnic_type normal with profile {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:40:07.915765 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-d2d8037b-307f-417f-834d-d4a7c1715ff9 None None] Attempting to bind port 1500df6e-d66d-4b97-a30a-24a1dd620eb3 by drivers openvswitch,hyperv on host dv-cinder-779578-4-iscsi at level 0 using segments [{'id': 'e296fb18-638d-4cd2-a920-5bf2622d2f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1fcb22e0-a643-462e-8b2f-3661641fd3fe'}] {{(pid=106987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:40:07.916220 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d8037b-307f-417f-834d-d4a7c1715ff9 None None] Attempting to bind port 1500df6e-d66d-4b97-a30a-24a1dd620eb3 on network 1fcb22e0-a643-462e-8b2f-3661641fd3fe {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:40:07.924034 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d8037b-307f-417f-834d-d4a7c1715ff9 None None] Checking agent: {'id': '00f42bad-d4f2-47c4-8e20-2c8cceeec132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 29, 55), 'started_at': datetime.datetime(2022, 8, 24, 13, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:40:07.927757 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d8037b-307f-417f-834d-d4a7c1715ff9 None None] Checking segment: {'id': 'e296fb18-638d-4cd2-a920-5bf2622d2f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1fcb22e0-a643-462e-8b2f-3661641fd3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:40:07.927757 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-d2d8037b-307f-417f-834d-d4a7c1715ff9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:07.927757 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2d8037b-307f-417f-834d-d4a7c1715ff9 None None] Bound using segment: {'id': 'e296fb18-638d-4cd2-a920-5bf2622d2f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1fcb22e0-a643-462e-8b2f-3661641fd3fe'} {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:40:07.927757 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-d2d8037b-307f-417f-834d-d4a7c1715ff9 None None] Bound port: 1500df6e-d66d-4b97-a30a-24a1dd620eb3, host: dv-cinder-779578-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e296fb18-638d-4cd2-a920-5bf2622d2f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1fcb22e0-a643-462e-8b2f-3661641fd3fe'}}] {{(pid=106987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:40:07.927757 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-d2d8037b-307f-417f-834d-d4a7c1715ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (1500df6e-d66d-4b97-a30a-24a1dd620eb3), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:07.938491 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b269f963-111e-4bca-abeb-89d18aabb5fd admin admin] Publish callbacks [] for security_group (a3a923f7-65b4-4803-ae6d-e3f2cb577cbb), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:08.033847 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b269f963-111e-4bca-abeb-89d18aabb5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (a3a923f7-65b4-4803-ae6d-e3f2cb577cbb), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:08.060701 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-d2d8037b-307f-417f-834d-d4a7c1715ff9 None None] For port 1500df6e-d66d-4b97-a30a-24a1dd620eb3, host dv-cinder-779578-4-iscsi, cleared binding levels {{(pid=106987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:40:08.065384 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-d2d8037b-307f-417f-834d-d4a7c1715ff9 None None] For port 1500df6e-d66d-4b97-a30a-24a1dd620eb3, host dv-cinder-779578-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=1500df6e-d66d-4b97-a30a-24a1dd620eb3,segment=NetworkSegment(e296fb18-638d-4cd2-a920-5bf2622d2f4c),segment_id=e296fb18-638d-4cd2-a920-5bf2622d2f4c)] {{(pid=106987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:40:08.109346 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-b269f963-111e-4bca-abeb-89d18aabb5fd admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=79f8a4e5bb274136b40fdfce9300be78&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6951160 Aug 24 13:40:08.111207 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 51092) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:08.112637 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b269f963-111e-4bca-abeb-89d18aabb5fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a923f7-65b4-4803-ae6d-e3f2cb577cbb,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:08.138007 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-43f5ecc8-809d-40a5-b665-1bd7d199a1f5 admin admin] Publish callbacks [] for router_gateway (35afed2f-d0ca-497e-a05d-362cf78a5add), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:08.161199 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-43f5ecc8-809d-40a5-b665-1bd7d199a1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:08.178708 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-87dccc2a-d9f7-444e-99af-8ff39f170119 admin admin] Publish callbacks [] for security_group (a3a923f7-65b4-4803-ae6d-e3f2cb577cbb), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:08.196560 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-d2d8037b-307f-417f-834d-d4a7c1715ff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (1500df6e-d66d-4b97-a30a-24a1dd620eb3), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:08.212935 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:08.216830 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-87dccc2a-d9f7-444e-99af-8ff39f170119 admin admin] Publish callbacks [] for security_group (a3a923f7-65b4-4803-ae6d-e3f2cb577cbb), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:08.332564 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d8037b-307f-417f-834d-d4a7c1715ff9 None None] Pushing event updated for resources: {'Port': ['ID=1500df6e-d66d-4b97-a30a-24a1dd620eb3,revision_number=2']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:08.351461 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 51098) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:08.397046 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.db_base_plugin_common [None req-43f5ecc8-809d-40a5-b665-1bd7d199a1f5 admin admin] Allocated IP 172.27.1.50 (b9a647d2-3285-4c25-b9a6-e511e6620ca5/0f88e60e-ade3-4937-9959-ff6f15b76440/f34ed789-5c80-41cb-b7b8-382a1b23f8c4) {{(pid=106986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:40:08.454678 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-87dccc2a-d9f7-444e-99af-8ff39f170119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (a3a923f7-65b4-4803-ae6d-e3f2cb577cbb), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:08.457376 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-87dccc2a-d9f7-444e-99af-8ff39f170119 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:08.458542 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-87dccc2a-d9f7-444e-99af-8ff39f170119 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/a3a923f7-65b4-4803-ae6d-e3f2cb577cbb HTTP/1.1" status: 204 len: 168 time: 0.3457236 Aug 24 13:40:08.470788 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dccc2a-d9f7-444e-99af-8ff39f170119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a923f7-65b4-4803-ae6d-e3f2cb577cbb,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:08.532638 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-43f5ecc8-809d-40a5-b665-1bd7d199a1f5 admin admin] Publish callbacks [] for port (f34ed789-5c80-41cb-b7b8-382a1b23f8c4), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:08.538701 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:08.645654 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8677fae-74c6-440f-85ee-87124b3ae097 req-0650c4ce-d0ce-42e8-bd31-1a3876c1ce43 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:08.647331 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d8677fae-74c6-440f-85ee-87124b3ae097 req-0650c4ce-d0ce-42e8-bd31-1a3876c1ce43 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7ae14fa1-f847-426c-82dd-2a6c76107b75 HTTP/1.1" status: 200 len: 946 time: 0.0698609 Aug 24 13:40:08.716477 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d8677fae-74c6-440f-85ee-87124b3ae097 req-c29f3d07-000c-4596-911b-2aad403513c4 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d185a265-9016-405f-9ca1-9174708eebca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581238 Aug 24 13:40:08.742285 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-43f5ecc8-809d-40a5-b665-1bd7d199a1f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634'] for port (f34ed789-5c80-41cb-b7b8-382a1b23f8c4), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:08.787779 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f5ecc8-809d-40a5-b665-1bd7d199a1f5 admin admin] Network b9a647d2-3285-4c25-b9a6-e511e6620ca5 is already hosted by enough agents. {{(pid=106986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:40:08.793695 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.base_scheduler [None req-43f5ecc8-809d-40a5-b665-1bd7d199a1f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=106986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:40:08.798027 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f5ecc8-809d-40a5-b665-1bd7d199a1f5 admin admin] Received port after_create {{(pid=106986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:40:08.825642 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 51112) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:08.845596 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-7e26b2b4-129e-4392-8f51-0425409a85bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:08.872449 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f5ecc8-809d-40a5-b665-1bd7d199a1f5 admin admin] Pushing event updated for resources: {'Port': ['ID=f34ed789-5c80-41cb-b7b8-382a1b23f8c4,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:08.977420 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-7e26b2b4-129e-4392-8f51-0425409a85bd admin admin] Publish callbacks [] for security_group (9d617279-536b-412f-9a35-9172594a8ef2), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:09.066392 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-4293d370-4d00-4131-9eac-e18c54631a07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:09.084089 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 51116) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:09.097579 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-7e26b2b4-129e-4392-8f51-0425409a85bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (9d617279-536b-412f-9a35-9172594a8ef2), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:09.160446 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-43f5ecc8-809d-40a5-b665-1bd7d199a1f5 admin admin] Publish callbacks [] for router_gateway (35afed2f-d0ca-497e-a05d-362cf78a5add), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:09.185076 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-7e26b2b4-129e-4392-8f51-0425409a85bd admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=d856b049b2244fb7a87e5179f3d45cd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3582745 Aug 24 13:40:09.192171 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e26b2b4-129e-4392-8f51-0425409a85bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d617279-536b-412f-9a35-9172594a8ef2,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:09.198811 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 51120) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:09.203394 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-1aacc54a-c62d-417e-a979-0e954172d742 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:09.295617 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-4293d370-4d00-4131-9eac-e18c54631a07 admin admin] Publish callbacks [] for security_group (2fa3909e-01e3-44ec-9816-7b76ab4a2345), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:09.329921 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f612abb4-809f-49b6-82a1-e8e72dc4fc8c admin admin] Publish callbacks [] for security_group (9d617279-536b-412f-9a35-9172594a8ef2), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:09.366325 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f612abb4-809f-49b6-82a1-e8e72dc4fc8c admin admin] Publish callbacks [] for security_group (9d617279-536b-412f-9a35-9172594a8ef2), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:09.396491 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-4293d370-4d00-4131-9eac-e18c54631a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (2fa3909e-01e3-44ec-9816-7b76ab4a2345), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:09.458026 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-1aacc54a-c62d-417e-a979-0e954172d742 admin admin] Publish callbacks [] for security_group (0874607f-4d59-4b07-9686-0b7b602125f2), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:09.490900 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4293d370-4d00-4131-9eac-e18c54631a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa3909e-01e3-44ec-9816-7b76ab4a2345,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:09.501300 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:09.522478 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-4293d370-4d00-4131-9eac-e18c54631a07 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=fa992541102c467c92cff50ae45186b8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1700728 Aug 24 13:40:09.525259 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 51134) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:09.562784 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-1aacc54a-c62d-417e-a979-0e954172d742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (0874607f-4d59-4b07-9686-0b7b602125f2), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:09.622005 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f612abb4-809f-49b6-82a1-e8e72dc4fc8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (9d617279-536b-412f-9a35-9172594a8ef2), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:09.626693 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f612abb4-809f-49b6-82a1-e8e72dc4fc8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:09.630513 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-f612abb4-809f-49b6-82a1-e8e72dc4fc8c admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/9d617279-536b-412f-9a35-9172594a8ef2 HTTP/1.1" status: 204 len: 168 time: 0.4280787 Aug 24 13:40:09.634390 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-43f5ecc8-809d-40a5-b665-1bd7d199a1f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1009155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008813'] for router (35afed2f-d0ca-497e-a05d-362cf78a5add), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:09.674133 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-1aacc54a-c62d-417e-a979-0e954172d742 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=fe1820eda32d4501a64dfaa630241614&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5854294 Aug 24 13:40:09.674576 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aacc54a-c62d-417e-a979-0e954172d742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0874607f-4d59-4b07-9686-0b7b602125f2,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:09.676953 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 51144) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:09.718643 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097d37fd-3336-4253-b176-f8f55012d1cf None None] Network 1fcb22e0-a643-462e-8b2f-3661641fd3fe requested from dv-cinder-779578-4-iscsi {{(pid=106987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 13:40:09.722655 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f612abb4-809f-49b6-82a1-e8e72dc4fc8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d617279-536b-412f-9a35-9172594a8ef2,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:09.728346 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-719acca3-e37a-4937-95c4-0e05281d7879 admin admin] Publish callbacks [] for security_group (2fa3909e-01e3-44ec-9816-7b76ab4a2345), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:09.773653 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-719acca3-e37a-4937-95c4-0e05281d7879 admin admin] Publish callbacks [] for security_group (2fa3909e-01e3-44ec-9816-7b76ab4a2345), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:09.814776 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:09.816298 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-c0d57567-ca3d-44e7-853d-e942cd6ef36d admin admin] Publish callbacks [] for security_group (0874607f-4d59-4b07-9686-0b7b602125f2), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:09.863857 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-c0d57567-ca3d-44e7-853d-e942cd6ef36d admin admin] Publish callbacks [] for security_group (0874607f-4d59-4b07-9686-0b7b602125f2), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:09.898914 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-54731577-ecf4-445f-83b5-4353b5d5600c None None] Provisioning complete for port 1500df6e-d66d-4b97-a30a-24a1dd620eb3 triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:40:09.899299 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-54731577-ecf4-445f-83b5-4353b5d5600c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (1500df6e-d66d-4b97-a30a-24a1dd620eb3), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:09.970210 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43f5ecc8-809d-40a5-b665-1bd7d199a1f5 admin admin] Router 35afed2f-d0ca-497e-a05d-362cf78a5add is scheduled to L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 with binding_index 1 {{(pid=106986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 13:40:09.990698 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=65 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:10.001085 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-54731577-ecf4-445f-83b5-4353b5d5600c None None] Current status of the port 1500df6e-d66d-4b97-a30a-24a1dd620eb3 is: DOWN; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:40:10.010865 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=62 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:10.011375 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-54731577-ecf4-445f-83b5-4353b5d5600c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (1500df6e-d66d-4b97-a30a-24a1dd620eb3), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:10.066260 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-719acca3-e37a-4937-95c4-0e05281d7879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (2fa3909e-01e3-44ec-9816-7b76ab4a2345), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:10.068960 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-719acca3-e37a-4937-95c4-0e05281d7879 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:10.073125 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-719acca3-e37a-4937-95c4-0e05281d7879 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/2fa3909e-01e3-44ec-9816-7b76ab4a2345 HTTP/1.1" status: 204 len: 168 time: 0.5435114 Aug 24 13:40:10.086381 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719acca3-e37a-4937-95c4-0e05281d7879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa3909e-01e3-44ec-9816-7b76ab4a2345,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:10.106145 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-c0d57567-ca3d-44e7-853d-e942cd6ef36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (0874607f-4d59-4b07-9686-0b7b602125f2), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:10.109732 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-c0d57567-ca3d-44e7-853d-e942cd6ef36d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:10.116197 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-c0d57567-ca3d-44e7-853d-e942cd6ef36d admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/0874607f-4d59-4b07-9686-0b7b602125f2 HTTP/1.1" status: 204 len: 168 time: 0.4355924 Aug 24 13:40:10.132468 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-54731577-ecf4-445f-83b5-4353b5d5600c None None] For port 1500df6e-d66d-4b97-a30a-24a1dd620eb3, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=1500df6e-d66d-4b97-a30a-24a1dd620eb3,segment=NetworkSegment(e296fb18-638d-4cd2-a920-5bf2622d2f4c),segment_id=e296fb18-638d-4cd2-a920-5bf2622d2f4c)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:40:10.143556 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d57567-ca3d-44e7-853d-e942cd6ef36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0874607f-4d59-4b07-9686-0b7b602125f2,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:10.212101 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-54731577-ecf4-445f-83b5-4353b5d5600c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (1500df6e-d66d-4b97-a30a-24a1dd620eb3), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:10.250401 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43f5ecc8-809d-40a5-b665-1bd7d199a1f5 admin admin] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:40:10.268859 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a977117e-73a7-4f19-9ac0-3931df25c396 None None] Sync routers for ids ['35afed2f-d0ca-497e-a05d-362cf78a5add'] in dv-cinder-779578-4-iscsi {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:40:10.306509 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a977117e-73a7-4f19-9ac0-3931df25c396 None None] Routers {'35afed2f-d0ca-497e-a05d-362cf78a5add'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:40:10.307146 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-a977117e-73a7-4f19-9ac0-3931df25c396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:39:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['35afed2f-d0ca-497e-a05d-362cf78a5add'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:40:10.313060 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54731577-ecf4-445f-83b5-4353b5d5600c None None] Pushing event updated for resources: {'Port': ['ID=1500df6e-d66d-4b97-a30a-24a1dd620eb3,revision_number=3']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:10.383651 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-43f5ecc8-809d-40a5-b665-1bd7d199a1f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:10.386325 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-43f5ecc8-809d-40a5-b665-1bd7d199a1f5 admin admin] 10.222.0.73 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.2912493 Aug 24 13:40:10.390637 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 51172) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:10.405146 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-70d8541a-df1d-47eb-8250-0ae69fb7cc0d None None] Provisioning complete for port 1500df6e-d66d-4b97-a30a-24a1dd620eb3 triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:40:10.405889 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-70d8541a-df1d-47eb-8250-0ae69fb7cc0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (1500df6e-d66d-4b97-a30a-24a1dd620eb3), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:10.489677 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-a977117e-73a7-4f19-9ac0-3931df25c396 None None] Set router 35afed2f-d0ca-497e-a05d-362cf78a5add gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:40:10.648794 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-70d8541a-df1d-47eb-8250-0ae69fb7cc0d None None] Current status of the port 1500df6e-d66d-4b97-a30a-24a1dd620eb3 is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:40:10.770616 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:10.781306 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 1500df6e-d66d-4b97-a30a-24a1dd620eb3 up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:40:10.788589 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f23639-3761-4124-a50f-7ae9202fb29a req-b0a55436-f9e2-4dc7-853d-65d1e41ebe60 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:10.805475 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-23f23639-3761-4124-a50f-7ae9202fb29a req-b0a55436-f9e2-4dc7-853d-65d1e41ebe60 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 946 time: 0.1194167 Aug 24 13:40:10.853781 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-a977117e-73a7-4f19-9ac0-3931df25c396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35afed2f-d0ca-497e-a05d-362cf78a5add', 'name': 'tempest-ServerRescueNegativeTestJSON-1017581704-router', 'tenant_id': '127e5da55b164ce68568c153fee58baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'f34ed789-5c80-41cb-b7b8-382a1b23f8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:40:07Z', 'updated_at': '2022-08-24T13:40:08Z', 'revision_number': 3, 'project_id': '127e5da55b164ce68568c153fee58baf', 'gw_port': {'id': 'f34ed789-5c80-41cb-b7b8-382a1b23f8c4', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35afed2f-d0ca-497e-a05d-362cf78a5add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:08Z', 'updated_at': '2022-08-24T13:40:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi'}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:40:10.869219 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f30eeda-d7d8-4706-98cb-e08dde62ef01 req-58d42086-d771-4705-943c-2948a3764dd2 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:10.876907 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-8f30eeda-d7d8-4706-98cb-e08dde62ef01 req-58d42086-d771-4705-943c-2948a3764dd2 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7ae14fa1-f847-426c-82dd-2a6c76107b75 HTTP/1.1" status: 200 len: 946 time: 0.0681307 Aug 24 13:40:10.899728 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a977117e-73a7-4f19-9ac0-3931df25c396 None None] Checking router: 35afed2f-d0ca-497e-a05d-362cf78a5add for host: dv-cinder-779578-4-iscsi {{(pid=106987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:40:10.900714 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a977117e-73a7-4f19-9ac0-3931df25c396 None None] Updating router 35afed2f-d0ca-497e-a05d-362cf78a5add port f34ed789-5c80-41cb-b7b8-382a1b23f8c4 binding host dv-cinder-779578-4-iscsi {{(pid=106987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 13:40:10.961064 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-23f23639-3761-4124-a50f-7ae9202fb29a req-1c23d20b-5753-4b29-98a9-58fc10413e0c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541517 Aug 24 13:40:10.996872 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-8f30eeda-d7d8-4706-98cb-e08dde62ef01 req-9784655e-35b0-4060-8112-52ccc6bfba25 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d185a265-9016-405f-9ca1-9174708eebca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188605 Aug 24 13:40:11.018349 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-a977117e-73a7-4f19-9ac0-3931df25c396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (f34ed789-5c80-41cb-b7b8-382a1b23f8c4), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:11.256437 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port 1500df6e-d66d-4b97-a30a-24a1dd620eb3 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:40:11.256844 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (1500df6e-d66d-4b97-a30a-24a1dd620eb3), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:11.399168 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:11.418570 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port 1500df6e-d66d-4b97-a30a-24a1dd620eb3 is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:40:11.507754 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-a977117e-73a7-4f19-9ac0-3931df25c396 None None] Publish callbacks [] for port (f34ed789-5c80-41cb-b7b8-382a1b23f8c4), precommit_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:11.512293 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-dec5740f-285a-42c3-a21f-00fe6aae94f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:11.541136 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=100 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:11.568590 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 51188) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:11.593359 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-30c5fbd6-3949-4c13-abb2-6081917a6b41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:11.620919 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-a977117e-73a7-4f19-9ac0-3931df25c396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (f34ed789-5c80-41cb-b7b8-382a1b23f8c4), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:11.643514 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-a977117e-73a7-4f19-9ac0-3931df25c396 None None] Attempting to bind port f34ed789-5c80-41cb-b7b8-382a1b23f8c4 on host dv-cinder-779578-4-iscsi for vnic_type normal with profile {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:40:11.643514 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-a977117e-73a7-4f19-9ac0-3931df25c396 None None] Attempting to bind port f34ed789-5c80-41cb-b7b8-382a1b23f8c4 by drivers openvswitch,hyperv on host dv-cinder-779578-4-iscsi at level 0 using segments [{'id': '5f346d1e-6301-45fd-9dfc-66a590810fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'}] {{(pid=106987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:40:11.643514 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a977117e-73a7-4f19-9ac0-3931df25c396 None None] Attempting to bind port f34ed789-5c80-41cb-b7b8-382a1b23f8c4 on network b9a647d2-3285-4c25-b9a6-e511e6620ca5 {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:40:11.670095 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a977117e-73a7-4f19-9ac0-3931df25c396 None None] Checking agent: {'id': '00f42bad-d4f2-47c4-8e20-2c8cceeec132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 29, 55), 'started_at': datetime.datetime(2022, 8, 24, 13, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:40:11.671034 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a977117e-73a7-4f19-9ac0-3931df25c396 None None] Checking segment: {'id': '5f346d1e-6301-45fd-9dfc-66a590810fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:40:11.671434 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-a977117e-73a7-4f19-9ac0-3931df25c396 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:11.671823 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a977117e-73a7-4f19-9ac0-3931df25c396 None None] Bound using segment: {'id': '5f346d1e-6301-45fd-9dfc-66a590810fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'} {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:40:11.672345 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-a977117e-73a7-4f19-9ac0-3931df25c396 None None] Bound port: f34ed789-5c80-41cb-b7b8-382a1b23f8c4, host: dv-cinder-779578-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f346d1e-6301-45fd-9dfc-66a590810fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'}}] {{(pid=106987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:40:11.672713 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-a977117e-73a7-4f19-9ac0-3931df25c396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (f34ed789-5c80-41cb-b7b8-382a1b23f8c4), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:11.680630 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 51190) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:11.709571 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-e10af559-58b4-4b70-b1a2-14ffde7dcea0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:11.716833 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67370f0-0f43-43b0-95d8-7d9418fe2e69 None None] Pushing event updated for resources: {'Port': ['ID=f34ed789-5c80-41cb-b7b8-382a1b23f8c4,revision_number=2']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:11.739903 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.db_base_plugin_common [None req-dec5740f-285a-42c3-a21f-00fe6aae94f8 admin admin] Allocated IP 172.20.0.1 (1fcb22e0-a643-462e-8b2f-3661641fd3fe/b7ad1c15-3875-4de4-b3a4-2c63d79b04bd/fd54d660-e1a5-47fb-8995-4174f34f5af5) {{(pid=106986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:40:11.749916 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-a977117e-73a7-4f19-9ac0-3931df25c396 None None] For port f34ed789-5c80-41cb-b7b8-382a1b23f8c4, host dv-cinder-779578-4-iscsi, cleared binding levels {{(pid=106987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:40:11.756555 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-a977117e-73a7-4f19-9ac0-3931df25c396 None None] For port f34ed789-5c80-41cb-b7b8-382a1b23f8c4, host dv-cinder-779578-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=f34ed789-5c80-41cb-b7b8-382a1b23f8c4,segment=NetworkSegment(5f346d1e-6301-45fd-9dfc-66a590810fee),segment_id=5f346d1e-6301-45fd-9dfc-66a590810fee)] {{(pid=106987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:40:11.767734 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-30c5fbd6-3949-4c13-abb2-6081917a6b41 admin admin] Publish callbacks [] for security_group (67893ec7-d891-436d-94e9-40a23304838c), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:11.829951 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-e10af559-58b4-4b70-b1a2-14ffde7dcea0 admin admin] Publish callbacks [] for security_group (06d50ac2-10ab-44cd-bcac-6a583f3ecf58), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:11.883263 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-dec5740f-285a-42c3-a21f-00fe6aae94f8 admin admin] Publish callbacks [] for port (fd54d660-e1a5-47fb-8995-4174f34f5af5), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:11.907398 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-30c5fbd6-3949-4c13-abb2-6081917a6b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (67893ec7-d891-436d-94e9-40a23304838c), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:11.909067 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-a977117e-73a7-4f19-9ac0-3931df25c396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (f34ed789-5c80-41cb-b7b8-382a1b23f8c4), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:11.951318 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-30c5fbd6-3949-4c13-abb2-6081917a6b41 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=e175c4cc812548db8b60c07d1b9c8f9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3809204 Aug 24 13:40:11.952291 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a977117e-73a7-4f19-9ac0-3931df25c396 None None] Routers {'35afed2f-d0ca-497e-a05d-362cf78a5add'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:40:11.953209 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-a977117e-73a7-4f19-9ac0-3931df25c396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:39:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['35afed2f-d0ca-497e-a05d-362cf78a5add'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:40:11.954519 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c5fbd6-3949-4c13-abb2-6081917a6b41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67893ec7-d891-436d-94e9-40a23304838c,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:11.954697 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 51194) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:11.957818 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-e10af559-58b4-4b70-b1a2-14ffde7dcea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (06d50ac2-10ab-44cd-bcac-6a583f3ecf58), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:12.006260 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-e10af559-58b4-4b70-b1a2-14ffde7dcea0 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=87e79ae44b7041f8ae136316943f0b1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3240020 Aug 24 13:40:12.007197 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 51198) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:12.013765 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10af559-58b4-4b70-b1a2-14ffde7dcea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d50ac2-10ab-44cd-bcac-6a583f3ecf58,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:12.055821 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-d0b33c50-1f29-481d-8bcf-2ec10654b9f1 admin admin] Publish callbacks [] for security_group (67893ec7-d891-436d-94e9-40a23304838c), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:12.059861 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-dec5740f-285a-42c3-a21f-00fe6aae94f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634'] for port (fd54d660-e1a5-47fb-8995-4174f34f5af5), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:12.077108 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-6fc47c1a-362f-4042-b7fc-9d3671dcea14 admin admin] Publish callbacks [] for security_group (06d50ac2-10ab-44cd-bcac-6a583f3ecf58), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:12.080038 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67370f0-0f43-43b0-95d8-7d9418fe2e69 None None] Pushing event updated for resources: {'Port': ['ID=f34ed789-5c80-41cb-b7b8-382a1b23f8c4,revision_number=3']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:12.117910 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-6fc47c1a-362f-4042-b7fc-9d3671dcea14 admin admin] Publish callbacks [] for security_group (06d50ac2-10ab-44cd-bcac-6a583f3ecf58), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:12.151394 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec5740f-285a-42c3-a21f-00fe6aae94f8 admin admin] Network 1fcb22e0-a643-462e-8b2f-3661641fd3fe is already hosted by enough agents. {{(pid=106986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:40:12.153917 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-d0b33c50-1f29-481d-8bcf-2ec10654b9f1 admin admin] Publish callbacks [] for security_group (67893ec7-d891-436d-94e9-40a23304838c), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:12.167231 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.base_scheduler [None req-dec5740f-285a-42c3-a21f-00fe6aae94f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:40:12.174741 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec5740f-285a-42c3-a21f-00fe6aae94f8 admin admin] Received port after_create {{(pid=106986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:40:12.174741 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-dec5740f-285a-42c3-a21f-00fe6aae94f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-961072'] for router_interface (35afed2f-d0ca-497e-a05d-362cf78a5add), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:12.188443 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec5740f-285a-42c3-a21f-00fe6aae94f8 admin admin] Pushing event updated for resources: {'Port': ['ID=fd54d660-e1a5-47fb-8995-4174f34f5af5,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:12.202288 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-a977117e-73a7-4f19-9ac0-3931df25c396 None None] Set router 35afed2f-d0ca-497e-a05d-362cf78a5add gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:40:12.207744 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1bbed5-ca95-4dfb-8f7c-cfb3eec24b98 req-0144ea8e-8733-40c3-977d-bbc9476cf1bd tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:12.209616 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-8d1bbed5-ca95-4dfb-8f7c-cfb3eec24b98 req-0144ea8e-8733-40c3-977d-bbc9476cf1bd tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 946 time: 0.0738580 Aug 24 13:40:12.275524 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa70f3f-e8ab-48ba-8ece-9b9aa09619e5 req-a53887ea-e484-4e9e-9a08-b8593f8925dc tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:12.282546 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7aa70f3f-e8ab-48ba-8ece-9b9aa09619e5 req-a53887ea-e484-4e9e-9a08-b8593f8925dc tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7ae14fa1-f847-426c-82dd-2a6c76107b75 HTTP/1.1" status: 200 len: 946 time: 0.1400268 Aug 24 13:40:12.398058 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-d0b33c50-1f29-481d-8bcf-2ec10654b9f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (67893ec7-d891-436d-94e9-40a23304838c), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:12.402139 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-d0b33c50-1f29-481d-8bcf-2ec10654b9f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:12.405681 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-d0b33c50-1f29-481d-8bcf-2ec10654b9f1 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/67893ec7-d891-436d-94e9-40a23304838c HTTP/1.1" status: 204 len: 168 time: 0.4491150 Aug 24 13:40:12.421065 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b33c50-1f29-481d-8bcf-2ec10654b9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67893ec7-d891-436d-94e9-40a23304838c,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:12.452224 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-8d1bbed5-ca95-4dfb-8f7c-cfb3eec24b98 req-622967f2-6f8f-4ffa-9b40-43f955b960b0 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838160 Aug 24 13:40:12.500314 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7aa70f3f-e8ab-48ba-8ece-9b9aa09619e5 req-48a6cf7c-d803-4159-8166-292f01c7b928 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d185a265-9016-405f-9ca1-9174708eebca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836326 Aug 24 13:40:12.502394 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-6fc47c1a-362f-4042-b7fc-9d3671dcea14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (06d50ac2-10ab-44cd-bcac-6a583f3ecf58), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:12.506895 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-6fc47c1a-362f-4042-b7fc-9d3671dcea14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:12.510254 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-6fc47c1a-362f-4042-b7fc-9d3671dcea14 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/06d50ac2-10ab-44cd-bcac-6a583f3ecf58 HTTP/1.1" status: 204 len: 168 time: 0.5020766 Aug 24 13:40:12.539557 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc47c1a-362f-4042-b7fc-9d3671dcea14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d50ac2-10ab-44cd-bcac-6a583f3ecf58,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:12.565831 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:12.610881 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-0363e82f-f554-4bcc-aeeb-5256af3ccbcb None None] Provisioning complete for port fd54d660-e1a5-47fb-8995-4174f34f5af5 triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:40:12.611512 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-0363e82f-f554-4bcc-aeeb-5256af3ccbcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (fd54d660-e1a5-47fb-8995-4174f34f5af5), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:12.617074 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a32d2fc-c99b-4c91-be61-4b71a4c8741c req-3bc53261-a963-4806-8b30-200bd4facdac tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:12.618857 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-0a32d2fc-c99b-4c91-be61-4b71a4c8741c req-3bc53261-a963-4806-8b30-200bd4facdac tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=7ae14fa1-f847-426c-82dd-2a6c76107b75 HTTP/1.1" status: 200 len: 946 time: 0.1659763 Aug 24 13:40:12.619918 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-dec5740f-285a-42c3-a21f-00fe6aae94f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (fd54d660-e1a5-47fb-8995-4174f34f5af5), before_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:12.638453 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-a977117e-73a7-4f19-9ac0-3931df25c396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35afed2f-d0ca-497e-a05d-362cf78a5add', 'name': 'tempest-ServerRescueNegativeTestJSON-1017581704-router', 'tenant_id': '127e5da55b164ce68568c153fee58baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'f34ed789-5c80-41cb-b7b8-382a1b23f8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:40:07Z', 'updated_at': '2022-08-24T13:40:08Z', 'revision_number': 3, 'project_id': '127e5da55b164ce68568c153fee58baf', 'gw_port': {'id': 'f34ed789-5c80-41cb-b7b8-382a1b23f8c4', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35afed2f-d0ca-497e-a05d-362cf78a5add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:08Z', 'updated_at': '2022-08-24T13:40:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi'}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:40:12.677019 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a977117e-73a7-4f19-9ac0-3931df25c396 None None] The sync data for ids ['35afed2f-d0ca-497e-a05d-362cf78a5add'] in dv-cinder-779578-4-iscsi is: [{'id': '35afed2f-d0ca-497e-a05d-362cf78a5add', 'name': 'tempest-ServerRescueNegativeTestJSON-1017581704-router', 'tenant_id': '127e5da55b164ce68568c153fee58baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'f34ed789-5c80-41cb-b7b8-382a1b23f8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:40:07Z', 'updated_at': '2022-08-24T13:40:08Z', 'revision_number': 3, 'project_id': '127e5da55b164ce68568c153fee58baf', 'gw_port': {'id': 'f34ed789-5c80-41cb-b7b8-382a1b23f8c4', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4e:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35afed2f-d0ca-497e-a05d-362cf78a5add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:08Z', 'updated_at': '2022-08-24T13:40:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi'}] {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:40:12.682452 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-0363e82f-f554-4bcc-aeeb-5256af3ccbcb None None] Port fd54d660-e1a5-47fb-8995-4174f34f5af5 cannot update to ACTIVE because it is not bound. {{(pid=106987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 13:40:12.726825 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:12.811515 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:12.834037 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [req-0a32d2fc-c99b-4c91-be61-4b71a4c8741c req-ac246bf6-61dd-4e9a-af94-8a75c616b8ae tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Deleting port 50e41dde-e99c-4eee-8a5c-700ebbc96525 {{(pid=106986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:40:12.834438 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-0a32d2fc-c99b-4c91-be61-4b71a4c8741c req-ac246bf6-61dd-4e9a-af94-8a75c616b8ae tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (50e41dde-e99c-4eee-8a5c-700ebbc96525), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:12.973482 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-dec5740f-285a-42c3-a21f-00fe6aae94f8 admin admin] Publish callbacks [] for port (fd54d660-e1a5-47fb-8995-4174f34f5af5), precommit_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:12.984447 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.db [req-0a32d2fc-c99b-4c91-be61-4b71a4c8741c req-ac246bf6-61dd-4e9a-af94-8a75c616b8ae tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] For port 50e41dde-e99c-4eee-8a5c-700ebbc96525, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=50e41dde-e99c-4eee-8a5c-700ebbc96525,segment=NetworkSegment(dc18128c-52d7-4216-ada5-948790f2b11c),segment_id=dc18128c-52d7-4216-ada5-948790f2b11c)] {{(pid=106986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:40:12.985001 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-0a32d2fc-c99b-4c91-be61-4b71a4c8741c req-ac246bf6-61dd-4e9a-af94-8a75c616b8ae tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (50e41dde-e99c-4eee-8a5c-700ebbc96525), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:13.000658 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [req-0a32d2fc-c99b-4c91-be61-4b71a4c8741c req-ac246bf6-61dd-4e9a-af94-8a75c616b8ae tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Calling delete_port for 50e41dde-e99c-4eee-8a5c-700ebbc96525 owned by compute:nova {{(pid=106986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:40:13.063171 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-dec5740f-285a-42c3-a21f-00fe6aae94f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (fd54d660-e1a5-47fb-8995-4174f34f5af5), after_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:13.065389 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-dec5740f-285a-42c3-a21f-00fe6aae94f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-961100'] for router_interface (35afed2f-d0ca-497e-a05d-362cf78a5add), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:13.192647 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec5740f-285a-42c3-a21f-00fe6aae94f8 admin admin] Pushing event updated for resources: {'Port': ['ID=fd54d660-e1a5-47fb-8995-4174f34f5af5,revision_number=2']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:13.265926 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec5740f-285a-42c3-a21f-00fe6aae94f8 admin admin] Network 1fcb22e0-a643-462e-8b2f-3661641fd3fe is already hosted by enough agents. {{(pid=106986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:40:13.269761 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.base_scheduler [None req-dec5740f-285a-42c3-a21f-00fe6aae94f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=106986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:40:13.387661 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-0a32d2fc-c99b-4c91-be61-4b71a4c8741c req-ac246bf6-61dd-4e9a-af94-8a75c616b8ae tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643'] for port (50e41dde-e99c-4eee-8a5c-700ebbc96525), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:13.439058 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac246bf6-61dd-4e9a-af94-8a75c616b8ae tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Pushing event deleted for resources: {'Port': ['ID=50e41dde-e99c-4eee-8a5c-700ebbc96525,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:13.439351 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] get_ports_and_sgs() called for port_ids ['50e41dde-e99c-4eee-8a5c-700ebbc96525'] {{(pid=106987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 13:40:13.483498 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac246bf6-61dd-4e9a-af94-8a75c616b8ae tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:13.484036 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac246bf6-61dd-4e9a-af94-8a75c616b8ae tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:13.484417 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac246bf6-61dd-4e9a-af94-8a75c616b8ae tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:13.485665 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac246bf6-61dd-4e9a-af94-8a75c616b8ae tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:13.485665 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac246bf6-61dd-4e9a-af94-8a75c616b8ae tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:13.485665 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac246bf6-61dd-4e9a-af94-8a75c616b8ae tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:13.485665 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac246bf6-61dd-4e9a-af94-8a75c616b8ae tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:13.485981 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac246bf6-61dd-4e9a-af94-8a75c616b8ae tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:13.486296 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac246bf6-61dd-4e9a-af94-8a75c616b8ae tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:13.486610 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac246bf6-61dd-4e9a-af94-8a75c616b8ae tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:13.486923 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac246bf6-61dd-4e9a-af94-8a75c616b8ae tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:13.487453 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac246bf6-61dd-4e9a-af94-8a75c616b8ae tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:13.487774 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac246bf6-61dd-4e9a-af94-8a75c616b8ae tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:13.488088 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac246bf6-61dd-4e9a-af94-8a75c616b8ae tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:13.488433 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac246bf6-61dd-4e9a-af94-8a75c616b8ae tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:13.523995 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a32d2fc-c99b-4c91-be61-4b71a4c8741c req-ac246bf6-61dd-4e9a-af94-8a75c616b8ae tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] No DVR routers for this DVR port 50e41dde-e99c-4eee-8a5c-700ebbc96525 on host hv-cinder-77957 {{(pid=106986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 13:40:13.529345 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-0a32d2fc-c99b-4c91-be61-4b71a4c8741c req-ac246bf6-61dd-4e9a-af94-8a75c616b8ae tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:13.533419 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-0a32d2fc-c99b-4c91-be61-4b71a4c8741c req-ac246bf6-61dd-4e9a-af94-8a75c616b8ae tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.20 "DELETE /networking/v2.0/ports/50e41dde-e99c-4eee-8a5c-700ebbc96525 HTTP/1.1" status: 204 len: 173 time: 0.9016204 Aug 24 13:40:13.537334 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae14fa1-f847-426c-82dd-2a6c76107b75', 'name': 'network-vif-deleted', 'tag': '50e41dde-e99c-4eee-8a5c-700ebbc96525'}] {{(pid=106986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:40:13.540025 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d01dbab33e71115aad2ee8471a00c8ecaf37bbc8c5e47995de0ab84d59865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e31d0857-8962-4df6-b87d-276764333155" -d '{"events": [{"server_uuid": "7ae14fa1-f847-426c-82dd-2a6c76107b75", "name": "network-vif-deleted", "tag": "50e41dde-e99c-4eee-8a5c-700ebbc96525"}]}' {{(pid=106986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:40:13.544001 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dec5740f-285a-42c3-a21f-00fe6aae94f8 admin admin] Router 35afed2f-d0ca-497e-a05d-362cf78a5add has already been hosted by L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 {{(pid=106986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 13:40:13.653704 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-034f4bb9-e12e-44ed-a6dd-deb8877b61f4 None None] Provisioning complete for port fd54d660-e1a5-47fb-8995-4174f34f5af5 triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:40:13.656662 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-034f4bb9-e12e-44ed-a6dd-deb8877b61f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (fd54d660-e1a5-47fb-8995-4174f34f5af5), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:13.726540 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-034f4bb9-e12e-44ed-a6dd-deb8877b61f4 None None] Port fd54d660-e1a5-47fb-8995-4174f34f5af5 cannot update to ACTIVE because it is not bound. {{(pid=106987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 13:40:13.739931 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:13.740554 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8811e919-dd74-414e-b330-c87b92a2e836 req-5ee042da-aa54-41a0-ba05-972199b8258c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:13.747595 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dec5740f-285a-42c3-a21f-00fe6aae94f8 admin admin] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:40:13.747797 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-8811e919-dd74-414e-b330-c87b92a2e836 req-5ee042da-aa54-41a0-ba05-972199b8258c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 946 time: 0.1301744 Aug 24 13:40:13.768241 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-dec5740f-285a-42c3-a21f-00fe6aae94f8 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/35afed2f-d0ca-497e-a05d-362cf78a5add/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3737545 Aug 24 13:40:13.798381 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 51248) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:13.828649 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-6ca3cc0b-9588-4be4-b84c-ceac9e28aa0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:13.865249 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-859b6f91-d0c1-42f5-80b7-4d7b84dd827f req-8fbfeb37-0258-4bbc-8642-144b6863d125 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7ae14fa1-f847-426c-82dd-2a6c76107b75 HTTP/1.1" status: 200 len: 210 time: 0.0520303 Aug 24 13:40:13.886577 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-8811e919-dd74-414e-b330-c87b92a2e836 req-2368d9b0-2883-40d4-a27d-4b6e100d76e0 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320999 Aug 24 13:40:13.950142 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 13:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a97a9e4-d4f3-40bb-8ea8-440d15ac8258 x-openstack-request-id: req-7a97a9e4-d4f3-40bb-8ea8-440d15ac8258 {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:40:13.953838 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ae14fa1-f847-426c-82dd-2a6c76107b75", "name": "network-vif-deleted", "tag": "50e41dde-e99c-4eee-8a5c-700ebbc96525", "status": "completed", "code": 200}]} {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:40:13.954418 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7a97a9e4-d4f3-40bb-8ea8-440d15ac8258 {{(pid=106986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:40:13.954532 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a97a9e4-d4f3-40bb-8ea8-440d15ac8258'] response: {'server_uuid': '7ae14fa1-f847-426c-82dd-2a6c76107b75', 'name': 'network-vif-deleted', 'tag': '50e41dde-e99c-4eee-8a5c-700ebbc96525', 'status': 'completed', 'code': 200} Aug 24 13:40:14.021425 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-6ca3cc0b-9588-4be4-b84c-ceac9e28aa0e admin admin] Publish callbacks [] for security_group (4683cf8a-e439-4719-bea3-4b8087189333), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:14.105954 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-6ca3cc0b-9588-4be4-b84c-ceac9e28aa0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (4683cf8a-e439-4719-bea3-4b8087189333), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:14.148628 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-6ca3cc0b-9588-4be4-b84c-ceac9e28aa0e admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=42ce13e2223a4a3297b4eb0892afaefe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3488488 Aug 24 13:40:14.149501 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca3cc0b-9588-4be4-b84c-ceac9e28aa0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4683cf8a-e439-4719-bea3-4b8087189333,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:14.151820 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 51254) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:14.213224 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-4182a272-af4f-446a-bb0f-9579b8c45f15 admin admin] Publish callbacks [] for security_group (4683cf8a-e439-4719-bea3-4b8087189333), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:14.238793 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-4182a272-af4f-446a-bb0f-9579b8c45f15 admin admin] Publish callbacks [] for security_group (4683cf8a-e439-4719-bea3-4b8087189333), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:14.430656 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-4182a272-af4f-446a-bb0f-9579b8c45f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (4683cf8a-e439-4719-bea3-4b8087189333), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:14.433377 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-4182a272-af4f-446a-bb0f-9579b8c45f15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:14.438118 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-4182a272-af4f-446a-bb0f-9579b8c45f15 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/4683cf8a-e439-4719-bea3-4b8087189333 HTTP/1.1" status: 204 len: 168 time: 0.2817578 Aug 24 13:40:14.444778 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4182a272-af4f-446a-bb0f-9579b8c45f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4683cf8a-e439-4719-bea3-4b8087189333,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:14.452569 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4182a272-af4f-446a-bb0f-9579b8c45f15 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:14.452854 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4182a272-af4f-446a-bb0f-9579b8c45f15 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:14.453202 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4182a272-af4f-446a-bb0f-9579b8c45f15 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:14.453544 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4182a272-af4f-446a-bb0f-9579b8c45f15 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:14.453879 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4182a272-af4f-446a-bb0f-9579b8c45f15 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:14.454211 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4182a272-af4f-446a-bb0f-9579b8c45f15 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:14.454537 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4182a272-af4f-446a-bb0f-9579b8c45f15 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:14.454863 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4182a272-af4f-446a-bb0f-9579b8c45f15 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:14.455192 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4182a272-af4f-446a-bb0f-9579b8c45f15 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:14.455519 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4182a272-af4f-446a-bb0f-9579b8c45f15 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:14.455846 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4182a272-af4f-446a-bb0f-9579b8c45f15 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:14.456173 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4182a272-af4f-446a-bb0f-9579b8c45f15 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:14.456562 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4182a272-af4f-446a-bb0f-9579b8c45f15 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:14.456896 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4182a272-af4f-446a-bb0f-9579b8c45f15 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:14.457220 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4182a272-af4f-446a-bb0f-9579b8c45f15 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:14.662030 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device f34ed789-5c80-41cb-b7b8-382a1b23f8c4 up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:40:14.715402 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port f34ed789-5c80-41cb-b7b8-382a1b23f8c4 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:40:14.716526 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec54e7-353a-4f2c-9055-b1ee19ebcd53 req-11f8a66f-e652-4bab-b69a-9e2b595c722a tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:14.716800 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (f34ed789-5c80-41cb-b7b8-382a1b23f8c4), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:14.718685 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-efec54e7-353a-4f2c-9055-b1ee19ebcd53 req-11f8a66f-e652-4bab-b69a-9e2b595c722a tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/networks?id=1fcb22e0-a643-462e-8b2f-3661641fd3fe HTTP/1.1" status: 200 len: 819 time: 0.1399488 Aug 24 13:40:14.736987 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-efec54e7-353a-4f2c-9055-b1ee19ebcd53 req-d0aa3a55-6026-4517-a8f8-b7a0823aba80 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/quotas/127e5da55b164ce68568c153fee58baf HTTP/1.1" status: 200 len: 375 time: 0.0099885 Aug 24 13:40:14.845239 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port f34ed789-5c80-41cb-b7b8-382a1b23f8c4 is: DOWN; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:40:14.845920 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (f34ed789-5c80-41cb-b7b8-382a1b23f8c4), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:14.852798 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-efec54e7-353a-4f2c-9055-b1ee19ebcd53 req-73bd7798-8518-4242-ab39-144560c913fc tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=127e5da55b164ce68568c153fee58baf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1097322 Aug 24 13:40:14.884901 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:14.892103 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] For port f34ed789-5c80-41cb-b7b8-382a1b23f8c4, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=f34ed789-5c80-41cb-b7b8-382a1b23f8c4,segment=NetworkSegment(5f346d1e-6301-45fd-9dfc-66a590810fee),segment_id=5f346d1e-6301-45fd-9dfc-66a590810fee)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:40:14.983248 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (f34ed789-5c80-41cb-b7b8-382a1b23f8c4), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:15.043896 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-efec54e7-353a-4f2c-9055-b1ee19ebcd53 req-94ffb8b7-7aec-43be-8b13-a48995b9a141 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/1fcb22e0-a643-462e-8b2f-3661641fd3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888025 Aug 24 13:40:15.053192 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158550fa-de4a-4b9b-bdde-fe4cffe17211 None None] Sync routers for ids ['35afed2f-d0ca-497e-a05d-362cf78a5add'] in dv-cinder-779578-4-iscsi {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:40:15.057134 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-79c3ff53-8a0c-4317-b8e5-7e131257a9fb req-dc3763a2-432f-4cd0-b99d-493b473f1d89 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=7ae14fa1-f847-426c-82dd-2a6c76107b75 HTTP/1.1" status: 200 len: 210 time: 0.0810239 Aug 24 13:40:15.061455 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Pushing event updated for resources: {'Port': ['ID=f34ed789-5c80-41cb-b7b8-382a1b23f8c4,revision_number=4']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:15.088224 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158550fa-de4a-4b9b-bdde-fe4cffe17211 None None] Routers {'35afed2f-d0ca-497e-a05d-362cf78a5add'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:40:15.089569 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-158550fa-de4a-4b9b-bdde-fe4cffe17211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:39:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['35afed2f-d0ca-497e-a05d-362cf78a5add'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:40:15.197993 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-158550fa-de4a-4b9b-bdde-fe4cffe17211 None None] Set router 35afed2f-d0ca-497e-a05d-362cf78a5add gateway port host: dv-cinder-779578-4-iscsi {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:40:15.243784 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c67c7-2f5a-4df1-90f4-8f2b73e77893 req-a1c2495d-cfa7-497f-a4f0-bee1e6859b2c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:15.245321 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3c0c67c7-2f5a-4df1-90f4-8f2b73e77893 req-a1c2495d-cfa7-497f-a4f0-bee1e6859b2c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 946 time: 0.0813177 Aug 24 13:40:15.253782 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 51300) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:15.270807 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-efec54e7-353a-4f2c-9055-b1ee19ebcd53 req-75821275-ec52-453d-9344-f8b4d839e3fe service neutron] 10.222.0.73 "GET /networking/v2.0/networks/1fcb22e0-a643-462e-8b2f-3661641fd3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255008 Aug 24 13:40:15.330287 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3c0c67c7-2f5a-4df1-90f4-8f2b73e77893 req-a7d9bdc1-3a87-4057-a0e0-aa62589ec78c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579355 Aug 24 13:40:15.331379 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:15.445667 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-158550fa-de4a-4b9b-bdde-fe4cffe17211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35afed2f-d0ca-497e-a05d-362cf78a5add', 'name': 'tempest-ServerRescueNegativeTestJSON-1017581704-router', 'tenant_id': '127e5da55b164ce68568c153fee58baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'f34ed789-5c80-41cb-b7b8-382a1b23f8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:40:07Z', 'updated_at': '2022-08-24T13:40:12Z', 'revision_number': 4, 'project_id': '127e5da55b164ce68568c153fee58baf', 'gw_port': {'id': 'f34ed789-5c80-41cb-b7b8-382a1b23f8c4', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35afed2f-d0ca-497e-a05d-362cf78a5add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:08Z', 'updated_at': '2022-08-24T13:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': 'fd54d660-e1a5-47fb-8995-4174f34f5af5', 'name': '', 'network_id': '1fcb22e0-a643-462e-8b2f-3661641fd3fe', 'tenant_id': '127e5da55b164ce68568c153fee58baf', 'mac_address': 'fa:16:3e:47:27:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35afed2f-d0ca-497e-a05d-362cf78a5add', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'b7ad1c15-3875-4de4-b3a4-2c63d79b04bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:11Z', 'updated_at': '2022-08-24T13:40:12Z', 'revision_number': 2, 'project_id': '127e5da55b164ce68568c153fee58baf', 'subnets': [{'id': 'b7ad1c15-3875-4de4-b3a4-2c63d79b04bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:40:15.472534 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158550fa-de4a-4b9b-bdde-fe4cffe17211 None None] Checking router: 35afed2f-d0ca-497e-a05d-362cf78a5add for host: dv-cinder-779578-4-iscsi {{(pid=106988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:40:15.473353 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158550fa-de4a-4b9b-bdde-fe4cffe17211 None None] Updating router 35afed2f-d0ca-497e-a05d-362cf78a5add port fd54d660-e1a5-47fb-8995-4174f34f5af5 binding host dv-cinder-779578-4-iscsi {{(pid=106988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 13:40:15.490830 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-cbff90c9-47ed-48f5-a2b1-1c83a217cfaa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-825153893-network', 'tenant_id': 'e9fac55b82fc47fc94aae510737d4369'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:40:15.507484 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-158550fa-de4a-4b9b-bdde-fe4cffe17211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (fd54d660-e1a5-47fb-8995-4174f34f5af5), before_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:15.641561 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbff90c9-47ed-48f5-a2b1-1c83a217cfaa admin admin] Made reservation on behalf of e9fac55b82fc47fc94aae510737d4369 for: {'network': 1} {{(pid=106986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:40:15.645019 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-cbff90c9-47ed-48f5-a2b1-1c83a217cfaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for network (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:15.657406 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-cbff90c9-47ed-48f5-a2b1-1c83a217cfaa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:15.659711 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1364b50a-5d9f-4586-b2eb-5028a5883be6 req-f4eda698-bd23-4715-a417-e10f0a71a2b2 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 210 time: 0.0327241 Aug 24 13:40:15.724352 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:INSERT=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:15.778947 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-cbff90c9-47ed-48f5-a2b1-1c83a217cfaa admin admin] Publish callbacks [] for security_group (687da002-5179-4bdd-a9fc-4d916fca6691), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:15.860815 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-cbff90c9-47ed-48f5-a2b1-1c83a217cfaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (687da002-5179-4bdd-a9fc-4d916fca6691), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:15.884300 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbff90c9-47ed-48f5-a2b1-1c83a217cfaa admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=106986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 13:40:15.895124 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-158550fa-de4a-4b9b-bdde-fe4cffe17211 None None] Publish callbacks [] for port (fd54d660-e1a5-47fb-8995-4174f34f5af5), precommit_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:15.899864 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff90c9-47ed-48f5-a2b1-1c83a217cfaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=687da002-5179-4bdd-a9fc-4d916fca6691,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:15.905632 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-cbff90c9-47ed-48f5-a2b1-1c83a217cfaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916165'] for segment (0b3b4a3b-3481-4587-b67d-f60421bfd225), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:15.905990 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.db.segments_db [None req-cbff90c9-47ed-48f5-a2b1-1c83a217cfaa admin admin] Added segment 0b3b4a3b-3481-4587-b67d-f60421bfd225 of type vlan for network 808e9437-e578-4915-a24d-fe9a9e431130 Aug 24 13:40:15.959151 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-cbff90c9-47ed-48f5-a2b1-1c83a217cfaa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732775010169'] for network (808e9437-e578-4915-a24d-fe9a9e431130), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:15.979397 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-158550fa-de4a-4b9b-bdde-fe4cffe17211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (fd54d660-e1a5-47fb-8995-4174f34f5af5), after_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:16.044982 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71168c0e-e4f5-4ca5-9575-9cf3302f01d0 None None] Pushing event updated for resources: {'Port': ['ID=fd54d660-e1a5-47fb-8995-4174f34f5af5,revision_number=3']} {{(pid=106988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:16.073602 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71168c0e-e4f5-4ca5-9575-9cf3302f01d0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:16.073602 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71168c0e-e4f5-4ca5-9575-9cf3302f01d0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:16.074329 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71168c0e-e4f5-4ca5-9575-9cf3302f01d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:16.074329 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71168c0e-e4f5-4ca5-9575-9cf3302f01d0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:16.074824 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71168c0e-e4f5-4ca5-9575-9cf3302f01d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:16.075262 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71168c0e-e4f5-4ca5-9575-9cf3302f01d0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:16.076229 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71168c0e-e4f5-4ca5-9575-9cf3302f01d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:16.083740 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-cbff90c9-47ed-48f5-a2b1-1c83a217cfaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995'] for network (808e9437-e578-4915-a24d-fe9a9e431130), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:16.084535 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71168c0e-e4f5-4ca5-9575-9cf3302f01d0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:16.084908 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbff90c9-47ed-48f5-a2b1-1c83a217cfaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:16.085041 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71168c0e-e4f5-4ca5-9575-9cf3302f01d0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:16.085309 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71168c0e-e4f5-4ca5-9575-9cf3302f01d0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:16.085837 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71168c0e-e4f5-4ca5-9575-9cf3302f01d0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:16.085963 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-cbff90c9-47ed-48f5-a2b1-1c83a217cfaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for network (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:16.086052 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71168c0e-e4f5-4ca5-9575-9cf3302f01d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:16.086318 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71168c0e-e4f5-4ca5-9575-9cf3302f01d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:16.086643 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71168c0e-e4f5-4ca5-9575-9cf3302f01d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:16.086968 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71168c0e-e4f5-4ca5-9575-9cf3302f01d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:40:16.183296 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbff90c9-47ed-48f5-a2b1-1c83a217cfaa admin admin] Pushing event updated for resources: {'Network': ['ID=808e9437-e578-4915-a24d-fe9a9e431130,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:16.192471 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-cbff90c9-47ed-48f5-a2b1-1c83a217cfaa admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9375029 Aug 24 13:40:16.193224 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 51348) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:16.198617 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Network 808e9437-e578-4915-a24d-fe9a9e431130 details requested by agent ovs-agent-dv-cinder-779578-4-iscsi with host dv-cinder-779578-4-iscsi {{(pid=106987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 13:40:16.199124 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-f1f74f52-85f1-44c8-87e8-1bdeaa3bd4cd admin admin] Request body: {'subnet': {'network_id': '808e9437-e578-4915-a24d-fe9a9e431130', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-825153893-subnet', 'tenant_id': 'e9fac55b82fc47fc94aae510737d4369', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:40:16.243663 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:16.247801 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.managers [None req-158550fa-de4a-4b9b-bdde-fe4cffe17211 None None] Attempting to bind port fd54d660-e1a5-47fb-8995-4174f34f5af5 on host dv-cinder-779578-4-iscsi for vnic_type normal with profile {{(pid=106988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:40:16.248748 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.managers [None req-158550fa-de4a-4b9b-bdde-fe4cffe17211 None None] Attempting to bind port fd54d660-e1a5-47fb-8995-4174f34f5af5 by drivers openvswitch,hyperv on host dv-cinder-779578-4-iscsi at level 0 using segments [{'id': 'e296fb18-638d-4cd2-a920-5bf2622d2f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1fcb22e0-a643-462e-8b2f-3661641fd3fe'}] {{(pid=106988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:40:16.249125 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158550fa-de4a-4b9b-bdde-fe4cffe17211 None None] Attempting to bind port fd54d660-e1a5-47fb-8995-4174f34f5af5 on network 1fcb22e0-a643-462e-8b2f-3661641fd3fe {{(pid=106988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:40:16.255958 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158550fa-de4a-4b9b-bdde-fe4cffe17211 None None] Checking agent: {'id': '00f42bad-d4f2-47c4-8e20-2c8cceeec132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 29, 55), 'started_at': datetime.datetime(2022, 8, 24, 13, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:40:16.257218 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158550fa-de4a-4b9b-bdde-fe4cffe17211 None None] Checking segment: {'id': 'e296fb18-638d-4cd2-a920-5bf2622d2f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1fcb22e0-a643-462e-8b2f-3661641fd3fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:40:16.258270 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-158550fa-de4a-4b9b-bdde-fe4cffe17211 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:16.258886 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158550fa-de4a-4b9b-bdde-fe4cffe17211 None None] Bound using segment: {'id': 'e296fb18-638d-4cd2-a920-5bf2622d2f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1fcb22e0-a643-462e-8b2f-3661641fd3fe'} {{(pid=106988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:40:16.259548 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.managers [None req-158550fa-de4a-4b9b-bdde-fe4cffe17211 None None] Bound port: fd54d660-e1a5-47fb-8995-4174f34f5af5, host: dv-cinder-779578-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e296fb18-638d-4cd2-a920-5bf2622d2f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1fcb22e0-a643-462e-8b2f-3661641fd3fe'}}] {{(pid=106988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:40:16.260525 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:16.261094 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-158550fa-de4a-4b9b-bdde-fe4cffe17211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (fd54d660-e1a5-47fb-8995-4174f34f5af5), before_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:16.295810 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 50e41dde-e99c-4eee-8a5c-700ebbc96525 no longer exists at agent hyperv_hv-cinder-77957 {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:40:16.326931 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] No Port match for: 50e41dde-e99c-4eee-8a5c-700ebbc96525 {{(pid=106987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 13:40:16.327290 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 50e41dde-e99c-4eee-8a5c-700ebbc96525 not bound to the agent host hv-cinder-77957 {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 13:40:16.351687 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c8aaa-e83e-4f9b-95bb-6889432dc9e6 req-bb22f392-8aa6-4252-9f98-87e1f86d535c tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:16.377418 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-fb4c8aaa-e83e-4f9b-95bb-6889432dc9e6 req-bb22f392-8aa6-4252-9f98-87e1f86d535c tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/networks?id=1fcb22e0-a643-462e-8b2f-3661641fd3fe HTTP/1.1" status: 200 len: 819 time: 0.2220657 Aug 24 13:40:16.396559 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-fb4c8aaa-e83e-4f9b-95bb-6889432dc9e6 req-fcf77ffa-12f7-4b33-9ca5-9d681f03a8de tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/quotas/127e5da55b164ce68568c153fee58baf HTTP/1.1" status: 200 len: 375 time: 0.0178053 Aug 24 13:40:16.399645 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1f74f52-85f1-44c8-87e8-1bdeaa3bd4cd admin admin] Made reservation on behalf of e9fac55b82fc47fc94aae510737d4369 for: {'subnet': 1} {{(pid=106985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:40:16.402365 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f1f74f52-85f1-44c8-87e8-1bdeaa3bd4cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133617'] for subnet (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:16.498223 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.db [None req-158550fa-de4a-4b9b-bdde-fe4cffe17211 None None] For port fd54d660-e1a5-47fb-8995-4174f34f5af5, host dv-cinder-779578-4-iscsi, cleared binding levels {{(pid=106988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:40:16.510990 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.db [None req-158550fa-de4a-4b9b-bdde-fe4cffe17211 None None] For port fd54d660-e1a5-47fb-8995-4174f34f5af5, host dv-cinder-779578-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=fd54d660-e1a5-47fb-8995-4174f34f5af5,segment=NetworkSegment(e296fb18-638d-4cd2-a920-5bf2622d2f4c),segment_id=e296fb18-638d-4cd2-a920-5bf2622d2f4c)] {{(pid=106988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:40:16.511918 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-fb4c8aaa-e83e-4f9b-95bb-6889432dc9e6 req-dc90eeff-6229-4c6e-b575-d7328bed0148 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=127e5da55b164ce68568c153fee58baf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1142445 Aug 24 13:40:16.559393 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:16.577949 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4164bae2-5897-48b4-a47f-78a177274ddf req-5470389e-26c7-4552-ac3d-5c0a6b936626 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:16.579500 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4164bae2-5897-48b4-a47f-78a177274ddf req-5470389e-26c7-4552-ac3d-5c0a6b936626 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 946 time: 0.1299903 Aug 24 13:40:16.585933 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-158550fa-de4a-4b9b-bdde-fe4cffe17211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (fd54d660-e1a5-47fb-8995-4174f34f5af5), after_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:16.671933 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158550fa-de4a-4b9b-bdde-fe4cffe17211 None None] Routers {'35afed2f-d0ca-497e-a05d-362cf78a5add'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:40:16.672811 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-158550fa-de4a-4b9b-bdde-fe4cffe17211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:39:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['35afed2f-d0ca-497e-a05d-362cf78a5add'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:40:16.690654 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device f34ed789-5c80-41cb-b7b8-382a1b23f8c4 up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:40:16.736492 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:16.753151 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port f34ed789-5c80-41cb-b7b8-382a1b23f8c4 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:40:16.753548 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (f34ed789-5c80-41cb-b7b8-382a1b23f8c4), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:16.809932 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-158550fa-de4a-4b9b-bdde-fe4cffe17211 None None] Set router 35afed2f-d0ca-497e-a05d-362cf78a5add gateway port host: dv-cinder-779578-4-iscsi {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:40:16.840215 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:16.907553 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port f34ed789-5c80-41cb-b7b8-382a1b23f8c4 is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:40:16.914114 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71168c0e-e4f5-4ca5-9575-9cf3302f01d0 None None] Pushing event updated for resources: {'Port': ['ID=fd54d660-e1a5-47fb-8995-4174f34f5af5,revision_number=4']} {{(pid=106988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:16.955349 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70c957-6659-4a7f-808a-7e76391c297e req-084a3f16-e3a5-49bd-9e65-b109b8ba48ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:16.958708 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-5b70c957-6659-4a7f-808a-7e76391c297e req-084a3f16-e3a5-49bd-9e65-b109b8ba48ae service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=4a3794670e8d4c9985547d557d6969e0&device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 1130 time: 0.0877743 Aug 24 13:40:17.010086 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:17.124840 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4164bae2-5897-48b4-a47f-78a177274ddf req-c0712651-5229-403d-b2da-6790ab92cd78 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5231919 Aug 24 13:40:17.137066 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-fb4c8aaa-e83e-4f9b-95bb-6889432dc9e6 req-24feed82-819f-4775-9558-2e84a3a1eebd service neutron] 10.222.0.73 "GET /networking/v2.0/networks/1fcb22e0-a643-462e-8b2f-3661641fd3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5923831 Aug 24 13:40:17.203013 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70c957-6659-4a7f-808a-7e76391c297e req-7a5db1ce-e113-4a37-b60c-5b85700b46f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:17.206297 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-5b70c957-6659-4a7f-808a-7e76391c297e req-7a5db1ce-e113-4a37-b60c-5b85700b46f0 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=385fd5c5-6c70-4a95-9981-8683550b730c HTTP/1.1" status: 200 len: 918 time: 0.2200091 Aug 24 13:40:17.215724 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-158550fa-de4a-4b9b-bdde-fe4cffe17211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35afed2f-d0ca-497e-a05d-362cf78a5add', 'name': 'tempest-ServerRescueNegativeTestJSON-1017581704-router', 'tenant_id': '127e5da55b164ce68568c153fee58baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'f34ed789-5c80-41cb-b7b8-382a1b23f8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:40:07Z', 'updated_at': '2022-08-24T13:40:12Z', 'revision_number': 4, 'project_id': '127e5da55b164ce68568c153fee58baf', 'gw_port': {'id': 'f34ed789-5c80-41cb-b7b8-382a1b23f8c4', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35afed2f-d0ca-497e-a05d-362cf78a5add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:08Z', 'updated_at': '2022-08-24T13:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': 'fd54d660-e1a5-47fb-8995-4174f34f5af5', 'name': '', 'network_id': '1fcb22e0-a643-462e-8b2f-3661641fd3fe', 'tenant_id': '127e5da55b164ce68568c153fee58baf', 'mac_address': 'fa:16:3e:47:27:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35afed2f-d0ca-497e-a05d-362cf78a5add', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'b7ad1c15-3875-4de4-b3a4-2c63d79b04bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:11Z', 'updated_at': '2022-08-24T13:40:16Z', 'revision_number': 4, 'project_id': '127e5da55b164ce68568c153fee58baf', 'subnets': [{'id': 'b7ad1c15-3875-4de4-b3a4-2c63d79b04bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:40:17.256912 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-158550fa-de4a-4b9b-bdde-fe4cffe17211 None None] The sync data for ids ['35afed2f-d0ca-497e-a05d-362cf78a5add'] in dv-cinder-779578-4-iscsi is: [{'id': '35afed2f-d0ca-497e-a05d-362cf78a5add', 'name': 'tempest-ServerRescueNegativeTestJSON-1017581704-router', 'tenant_id': '127e5da55b164ce68568c153fee58baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'f34ed789-5c80-41cb-b7b8-382a1b23f8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:40:07Z', 'updated_at': '2022-08-24T13:40:12Z', 'revision_number': 4, 'project_id': '127e5da55b164ce68568c153fee58baf', 'gw_port': {'id': 'f34ed789-5c80-41cb-b7b8-382a1b23f8c4', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35afed2f-d0ca-497e-a05d-362cf78a5add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:08Z', 'updated_at': '2022-08-24T13:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': 'fd54d660-e1a5-47fb-8995-4174f34f5af5', 'name': '', 'network_id': '1fcb22e0-a643-462e-8b2f-3661641fd3fe', 'tenant_id': '127e5da55b164ce68568c153fee58baf', 'mac_address': 'fa:16:3e:47:27:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35afed2f-d0ca-497e-a05d-362cf78a5add', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'b7ad1c15-3875-4de4-b3a4-2c63d79b04bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:11Z', 'updated_at': '2022-08-24T13:40:16Z', 'revision_number': 4, 'project_id': '127e5da55b164ce68568c153fee58baf', 'subnets': [{'id': 'b7ad1c15-3875-4de4-b3a4-2c63d79b04bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:40:17.308600 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a93d403b-29c5-41ac-a53c-7c0bf3f47879), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:17.363555 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f1f74f52-85f1-44c8-87e8-1bdeaa3bd4cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2795956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133535'] for subnet (be2976ca-ec14-419a-95eb-b989ab5f6297), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:17.364040 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-5b70c957-6659-4a7f-808a-7e76391c297e req-ab3e2da7-18ac-4896-9c14-73d9a587e01c service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55484e25-34c8-469b-8598-d718e9469013 HTTP/1.1" status: 200 len: 1001 time: 0.1385248 Aug 24 13:40:17.464100 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70c957-6659-4a7f-808a-7e76391c297e req-c16e99b8-4e0f-4458-9b91-f966d21ac1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:17.468228 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-5b70c957-6659-4a7f-808a-7e76391c297e req-c16e99b8-4e0f-4458-9b91-f966d21ac1d5 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=5dc0c212-b568-43f4-b5cf-0229c3337a97 HTTP/1.1" status: 200 len: 856 time: 0.0961199 Aug 24 13:40:17.468578 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-fb4c8aaa-e83e-4f9b-95bb-6889432dc9e6 req-516d6416-a5ad-4109-bfe8-16853f4b44d1 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/1fcb22e0-a643-462e-8b2f-3661641fd3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184586 Aug 24 13:40:17.535496 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70c957-6659-4a7f-808a-7e76391c297e req-930d8da3-b8aa-4224-9f02-0d67d30ff3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:17.537707 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-5b70c957-6659-4a7f-808a-7e76391c297e req-930d8da3-b8aa-4224-9f02-0d67d30ff3f4 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=385fd5c5-6c70-4a95-9981-8683550b730c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0646639 Aug 24 13:40:17.544597 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f74f52-85f1-44c8-87e8-1bdeaa3bd4cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=be2976ca-ec14-419a-95eb-b989ab5f6297,revision_number=0']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:17.607421 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be1946-96b5-48ae-a545-371ab5017094 req-318f3e04-ea24-437f-b12b-e124cf49169a tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:17.615007 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b1be1946-96b5-48ae-a545-371ab5017094 req-318f3e04-ea24-437f-b12b-e124cf49169a tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/networks?id=c0c5540c-3e08-475c-a808-3a64025a5c41 HTTP/1.1" status: 200 len: 808 time: 0.2987053 Aug 24 13:40:17.623482 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f74f52-85f1-44c8-87e8-1bdeaa3bd4cd admin admin] Checking segment: {'id': '0b3b4a3b-3481-4587-b67d-f60421bfd225', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '808e9437-e578-4915-a24d-fe9a9e431130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:40:17.623895 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f74f52-85f1-44c8-87e8-1bdeaa3bd4cd admin admin] Network hostable DHCP agents. Network: 808e9437-e578-4915-a24d-fe9a9e431130, hostable agents: ['5b6616ad-7c61-467c-8809-81a3e3733e23'], hosted agents: [] {{(pid=106985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 13:40:17.636833 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b1be1946-96b5-48ae-a545-371ab5017094 req-1a57ee0e-fb35-4270-8d86-11d98f8a4149 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/quotas/c22fb394e99345d88b2e082b22902af3 HTTP/1.1" status: 200 len: 375 time: 0.0208204 Aug 24 13:40:17.674268 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b1be1946-96b5-48ae-a545-371ab5017094 req-10d64a0c-a59f-45d9-8732-b90238c39ffb tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=c22fb394e99345d88b2e082b22902af3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365243 Aug 24 13:40:17.686718 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-5b70c957-6659-4a7f-808a-7e76391c297e req-859db5e7-79a8-4ecc-b8ea-373b7eb7df80 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/385fd5c5-6c70-4a95-9981-8683550b730c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406159 Aug 24 13:40:17.792954 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f74f52-85f1-44c8-87e8-1bdeaa3bd4cd admin admin] Network 808e9437-e578-4915-a24d-fe9a9e431130 is scheduled to be hosted by DHCP agent 5b6616ad-7c61-467c-8809-81a3e3733e23 with binding_index 1 {{(pid=106985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 13:40:17.855316 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b1be1946-96b5-48ae-a545-371ab5017094 req-84c5c301-39e8-4ad9-b40b-2e39d2a279c2 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/c0c5540c-3e08-475c-a808-3a64025a5c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729934 Aug 24 13:40:17.883988 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-5b70c957-6659-4a7f-808a-7e76391c297e req-87195269-9195-41ba-8351-b5166a339dce service neutron] 10.222.0.20 "GET /networking/v2.0/networks/385fd5c5-6c70-4a95-9981-8683550b730c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887400 Aug 24 13:40:17.925428 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-28b92861-699b-4789-a9c6-86a74f6183cf req-f3ff2b23-6698-4568-a49a-63965e8a66e4 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 210 time: 0.0496466 Aug 24 13:40:18.001756 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.base_scheduler [None req-f1f74f52-85f1-44c8-87e8-1bdeaa3bd4cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779578-4-iscsi, 808e9437-e578-4915-a24d-fe9a9e431130) {{(pid=106985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:40:18.006813 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1f74f52-85f1-44c8-87e8-1bdeaa3bd4cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:18.007411 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f1f74f52-85f1-44c8-87e8-1bdeaa3bd4cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for subnet (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:18.016820 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e188d30-1c3f-4b11-b419-64d6035dba83 None None] Network 808e9437-e578-4915-a24d-fe9a9e431130 requested from dv-cinder-779578-4-iscsi {{(pid=106987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 13:40:18.140278 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-f1f74f52-85f1-44c8-87e8-1bdeaa3bd4cd admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.9451852 Aug 24 13:40:18.168382 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b1be1946-96b5-48ae-a545-371ab5017094 req-9cd35fb9-7d8e-4a0b-b631-8080e0819093 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/c0c5540c-3e08-475c-a808-3a64025a5c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3042414 Aug 24 13:40:18.292132 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec09892-2938-4684-9702-d70ce3877041 None None] Network 808e9437-e578-4915-a24d-fe9a9e431130 requested from dv-cinder-779578-4-iscsi {{(pid=106987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 13:40:18.374243 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d514d2-eac6-4378-8730-49642bf75911 req-f4684494-e84c-4d43-a478-445f1606f33c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:18.385022 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-71d514d2-eac6-4378-8730-49642bf75911 req-f4684494-e84c-4d43-a478-445f1606f33c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 946 time: 0.0972664 Aug 24 13:40:18.479942 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-71d514d2-eac6-4378-8730-49642bf75911 req-3131fe71-d573-4068-82dc-4f02ffbcd5b8 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935185 Aug 24 13:40:18.556364 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:18.731735 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device fd54d660-e1a5-47fb-8995-4174f34f5af5 up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:40:18.750127 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-c0ad0fec-08bb-4608-973b-9eb4f4bc8172 req-0c0ad955-dd81-4833-818d-f00331a5bfde tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=46ffe8c1-ef80-42b6-aa3c-6f60ceea267b HTTP/1.1" status: 200 len: 210 time: 0.0993123 Aug 24 13:40:18.861324 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port fd54d660-e1a5-47fb-8995-4174f34f5af5 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:40:18.861983 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (fd54d660-e1a5-47fb-8995-4174f34f5af5), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:18.968814 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port fd54d660-e1a5-47fb-8995-4174f34f5af5 is: DOWN; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:40:18.969215 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (fd54d660-e1a5-47fb-8995-4174f34f5af5), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:19.016569 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:19.054947 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] For port fd54d660-e1a5-47fb-8995-4174f34f5af5, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=fd54d660-e1a5-47fb-8995-4174f34f5af5,segment=NetworkSegment(e296fb18-638d-4cd2-a920-5bf2622d2f4c),segment_id=e296fb18-638d-4cd2-a920-5bf2622d2f4c)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:40:19.086281 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-6260de24-79b3-43b6-b7b0-69e9354c147b req-597808f0-b9c6-48e9-a068-34f0338d3c64 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 210 time: 0.0588396 Aug 24 13:40:19.233211 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec54e7-353a-4f2c-9055-b1ee19ebcd53 req-3a18612a-2bb2-49e0-81c3-dd2eaceca50f tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:19.234809 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-efec54e7-353a-4f2c-9055-b1ee19ebcd53 req-3a18612a-2bb2-49e0-81c3-dd2eaceca50f tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.20 "GET /networking/v2.0/networks?id=1fcb22e0-a643-462e-8b2f-3661641fd3fe HTTP/1.1" status: 200 len: 819 time: 0.1976836 Aug 24 13:40:19.253464 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (fd54d660-e1a5-47fb-8995-4174f34f5af5), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:19.263502 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [req-efec54e7-353a-4f2c-9055-b1ee19ebcd53 req-530da20d-1272-4f7f-89c6-7fd1b1967d9b tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Request body: {'port': {'device_id': '08ba9691-685f-444a-9c86-9ac1562acbf0', 'network_id': '1fcb22e0-a643-462e-8b2f-3661641fd3fe', 'admin_state_up': True, 'tenant_id': '127e5da55b164ce68568c153fee58baf'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:40:19.340567 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Pushing event updated for resources: {'Port': ['ID=fd54d660-e1a5-47fb-8995-4174f34f5af5,revision_number=5']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:19.473472 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 51450) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:19.473650 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:19.480783 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-93c15501-aa76-41c5-a89a-25033eb1f77c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-509596333-network', 'tenant_id': '3688a3a1a4274476a01dca2c895e2146'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:40:19.544388 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efec54e7-353a-4f2c-9055-b1ee19ebcd53 req-530da20d-1272-4f7f-89c6-7fd1b1967d9b tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Made reservation on behalf of 127e5da55b164ce68568c153fee58baf for: {'port': 1} {{(pid=106986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:40:19.548974 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-efec54e7-353a-4f2c-9055-b1ee19ebcd53 req-530da20d-1272-4f7f-89c6-7fd1b1967d9b tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:19.631555 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc93d9-70c7-456d-beae-84818046c9c3 req-a1afc655-9c2b-49ef-a98b-1bf0c3ca891d tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:19.637132 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-06fc93d9-70c7-456d-beae-84818046c9c3 req-a1afc655-9c2b-49ef-a98b-1bf0c3ca891d tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 946 time: 0.0602081 Aug 24 13:40:19.637991 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:19.642401 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c15501-aa76-41c5-a89a-25033eb1f77c admin admin] Made reservation on behalf of 3688a3a1a4274476a01dca2c895e2146 for: {'network': 1} {{(pid=106986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:40:19.644762 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-93c15501-aa76-41c5-a89a-25033eb1f77c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for network (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:19.659633 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-93c15501-aa76-41c5-a89a-25033eb1f77c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:19.689506 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-06fc93d9-70c7-456d-beae-84818046c9c3 req-3ec4b4cb-dc30-44ec-a999-f179ed3b4552 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489433 Aug 24 13:40:19.769781 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.db_base_plugin_common [req-efec54e7-353a-4f2c-9055-b1ee19ebcd53 req-530da20d-1272-4f7f-89c6-7fd1b1967d9b tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Allocated IP 172.20.0.5 (1fcb22e0-a643-462e-8b2f-3661641fd3fe/b7ad1c15-3875-4de4-b3a4-2c63d79b04bd/88ef4e43-75b6-482c-8852-e8293b84a9ab) {{(pid=106986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:40:19.836540 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7afba093-0f85-436c-9f62-4127c3b7a8cc req-4cf402ba-7e8c-438b-8a8e-e05b5351ec81 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=46ffe8c1-ef80-42b6-aa3c-6f60ceea267b HTTP/1.1" status: 200 len: 210 time: 0.0322931 Aug 24 13:40:19.837164 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-93c15501-aa76-41c5-a89a-25033eb1f77c admin admin] Publish callbacks [] for security_group (59702649-68fd-4c2e-92ac-8cf5f17a4e16), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:19.978717 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-efec54e7-353a-4f2c-9055-b1ee19ebcd53 req-530da20d-1272-4f7f-89c6-7fd1b1967d9b tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks [] for port (88ef4e43-75b6-482c-8852-e8293b84a9ab), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:20.106598 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-93c15501-aa76-41c5-a89a-25033eb1f77c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (59702649-68fd-4c2e-92ac-8cf5f17a4e16), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:20.106828 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:20.108887 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-3e6fe1d2-27a5-43bf-ac0e-b1f8fe949435 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:20.135002 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93c15501-aa76-41c5-a89a-25033eb1f77c admin admin] vlan segment allocate from pool success with {'vlan_id': 417, 'physical_network': 'physnet1'} {{(pid=106986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 13:40:20.145352 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c15501-aa76-41c5-a89a-25033eb1f77c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59702649-68fd-4c2e-92ac-8cf5f17a4e16,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:20.150886 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-93c15501-aa76-41c5-a89a-25033eb1f77c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916165'] for segment (544fbbf4-77fb-4d0d-a731-5057b51be4c0), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:20.151232 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.db.segments_db [None req-93c15501-aa76-41c5-a89a-25033eb1f77c admin admin] Added segment 544fbbf4-77fb-4d0d-a731-5057b51be4c0 of type vlan for network 7c1b00f9-2865-4e77-8cdc-0c3dd9375e0b Aug 24 13:40:20.162402 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-efec54e7-353a-4f2c-9055-b1ee19ebcd53 req-530da20d-1272-4f7f-89c6-7fd1b1967d9b tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634'] for port (88ef4e43-75b6-482c-8852-e8293b84a9ab), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:20.234943 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-2d14ecbd-6a9d-46b6-9020-93f8a16396e1 req-4beb4e1f-30ee-4470-94ae-ce7604b7695a tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 210 time: 0.0423727 Aug 24 13:40:20.252803 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efec54e7-353a-4f2c-9055-b1ee19ebcd53 req-530da20d-1272-4f7f-89c6-7fd1b1967d9b tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Network 1fcb22e0-a643-462e-8b2f-3661641fd3fe is already hosted by enough agents. {{(pid=106986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:40:20.258371 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.base_scheduler [req-efec54e7-353a-4f2c-9055-b1ee19ebcd53 req-530da20d-1272-4f7f-89c6-7fd1b1967d9b tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Resources bound (agent type, host, resource id): {{(pid=106986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:40:20.272216 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.l3_dvrscheduler_db [req-efec54e7-353a-4f2c-9055-b1ee19ebcd53 req-530da20d-1272-4f7f-89c6-7fd1b1967d9b tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Received port after_create {{(pid=106986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:40:20.272216 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec54e7-353a-4f2c-9055-b1ee19ebcd53 req-530da20d-1272-4f7f-89c6-7fd1b1967d9b tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:20.273153 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-efec54e7-353a-4f2c-9055-b1ee19ebcd53 req-530da20d-1272-4f7f-89c6-7fd1b1967d9b tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:20.292792 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-93c15501-aa76-41c5-a89a-25033eb1f77c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732775010169'] for network (7c1b00f9-2865-4e77-8cdc-0c3dd9375e0b), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:20.297869 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530da20d-1272-4f7f-89c6-7fd1b1967d9b tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Pushing event updated for resources: {'Port': ['ID=88ef4e43-75b6-482c-8852-e8293b84a9ab,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:20.446386 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-efec54e7-353a-4f2c-9055-b1ee19ebcd53 req-530da20d-1272-4f7f-89c6-7fd1b1967d9b tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1959827 Aug 24 13:40:20.446976 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-93c15501-aa76-41c5-a89a-25033eb1f77c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995'] for network (7c1b00f9-2865-4e77-8cdc-0c3dd9375e0b), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:20.447962 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c15501-aa76-41c5-a89a-25033eb1f77c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:20.453391 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-93c15501-aa76-41c5-a89a-25033eb1f77c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for network (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:20.498363 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-0456ed81-9d0e-408b-817d-116cde207c55 None None] Provisioning complete for port 88ef4e43-75b6-482c-8852-e8293b84a9ab triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:40:20.499303 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-0456ed81-9d0e-408b-817d-116cde207c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (88ef4e43-75b6-482c-8852-e8293b84a9ab), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:20.539345 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c15501-aa76-41c5-a89a-25033eb1f77c admin admin] Pushing event updated for resources: {'Network': ['ID=7c1b00f9-2865-4e77-8cdc-0c3dd9375e0b,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:20.549853 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Network 7c1b00f9-2865-4e77-8cdc-0c3dd9375e0b details requested by agent ovs-agent-dv-cinder-779578-4-iscsi with host dv-cinder-779578-4-iscsi {{(pid=106987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 13:40:20.565880 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-0456ed81-9d0e-408b-817d-116cde207c55 None None] Port 88ef4e43-75b6-482c-8852-e8293b84a9ab cannot update to ACTIVE because it is not bound. {{(pid=106987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 13:40:20.574657 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [req-efec54e7-353a-4f2c-9055-b1ee19ebcd53 req-c43cd2b2-c905-48ac-a8fb-d062da9ee27e service neutron] Request body: {'port': {'device_id': '08ba9691-685f-444a-9c86-9ac1562acbf0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:40:20.586489 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-93c15501-aa76-41c5-a89a-25033eb1f77c admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1107314 Aug 24 13:40:20.591440 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 51466) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:20.599750 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-d9dc5276-94a1-410e-a18a-c646ff715421 admin admin] Request body: {'subnet': {'network_id': '7c1b00f9-2865-4e77-8cdc-0c3dd9375e0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-509596333-subnet', 'tenant_id': '3688a3a1a4274476a01dca2c895e2146', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:40:20.657194 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device fd54d660-e1a5-47fb-8995-4174f34f5af5 up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:40:20.682454 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-efec54e7-353a-4f2c-9055-b1ee19ebcd53 req-c43cd2b2-c905-48ac-a8fb-d062da9ee27e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (88ef4e43-75b6-482c-8852-e8293b84a9ab), before_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:20.706645 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port fd54d660-e1a5-47fb-8995-4174f34f5af5 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:40:20.707050 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (fd54d660-e1a5-47fb-8995-4174f34f5af5), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:20.786368 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9dc5276-94a1-410e-a18a-c646ff715421 admin admin] Made reservation on behalf of 3688a3a1a4274476a01dca2c895e2146 for: {'subnet': 1} {{(pid=106985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:40:20.789179 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d9dc5276-94a1-410e-a18a-c646ff715421 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133617'] for subnet (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:20.801731 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port fd54d660-e1a5-47fb-8995-4174f34f5af5 is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:40:20.893944 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc6ef9-dd40-4072-b4d8-6692399f58e3 req-777ed99c-d4a6-405f-a4f4-547487ed091e tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:20.899773 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-06fc6ef9-dd40-4072-b4d8-6692399f58e3 req-777ed99c-d4a6-405f-a4f4-547487ed091e tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 946 time: 0.0891380 Aug 24 13:40:20.978193 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-431f5c70-313b-4d95-9b48-d45729a7d3a6 req-afca3161-d05b-4259-94c5-d2e8a60724c3 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=46ffe8c1-ef80-42b6-aa3c-6f60ceea267b HTTP/1.1" status: 200 len: 210 time: 0.0527020 Aug 24 13:40:20.997325 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.notifiers.nova [req-efec54e7-353a-4f2c-9055-b1ee19ebcd53 req-c43cd2b2-c905-48ac-a8fb-d062da9ee27e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88ef4e43-75b6-482c-8852-e8293b84a9ab {{(pid=106986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 13:40:21.007628 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-efec54e7-353a-4f2c-9055-b1ee19ebcd53 req-c43cd2b2-c905-48ac-a8fb-d062da9ee27e service neutron] Publish callbacks [] for port (88ef4e43-75b6-482c-8852-e8293b84a9ab), precommit_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:21.033549 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.provisioning_blocks [req-efec54e7-353a-4f2c-9055-b1ee19ebcd53 req-c43cd2b2-c905-48ac-a8fb-d062da9ee27e service neutron] Transition to ACTIVE for port object 88ef4e43-75b6-482c-8852-e8293b84a9ab will not be triggered until provisioned by entity L2. {{(pid=106986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 13:40:21.034644 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-06fc6ef9-dd40-4072-b4d8-6692399f58e3 req-d95c9964-cc52-4bb7-a5c0-d19d13f17d4f tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181979 Aug 24 13:40:21.134838 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-efec54e7-353a-4f2c-9055-b1ee19ebcd53 req-c43cd2b2-c905-48ac-a8fb-d062da9ee27e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (88ef4e43-75b6-482c-8852-e8293b84a9ab), after_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:21.181296 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d9dc5276-94a1-410e-a18a-c646ff715421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2795956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133535'] for subnet (a2d6323d-63d4-4e85-b42c-5936caf3e79b), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:21.201402 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43cd2b2-c905-48ac-a8fb-d062da9ee27e service neutron] Pushing event updated for resources: {'Port': ['ID=88ef4e43-75b6-482c-8852-e8293b84a9ab,revision_number=2']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:21.221799 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.managers [req-efec54e7-353a-4f2c-9055-b1ee19ebcd53 req-c43cd2b2-c905-48ac-a8fb-d062da9ee27e service neutron] Attempting to bind port 88ef4e43-75b6-482c-8852-e8293b84a9ab on host hv-cinder-77957 for vnic_type normal with profile {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:40:21.222565 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.managers [req-efec54e7-353a-4f2c-9055-b1ee19ebcd53 req-c43cd2b2-c905-48ac-a8fb-d062da9ee27e service neutron] Attempting to bind port 88ef4e43-75b6-482c-8852-e8293b84a9ab by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': 'e296fb18-638d-4cd2-a920-5bf2622d2f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1fcb22e0-a643-462e-8b2f-3661641fd3fe'}] {{(pid=106986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:40:21.224133 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efec54e7-353a-4f2c-9055-b1ee19ebcd53 req-c43cd2b2-c905-48ac-a8fb-d062da9ee27e service neutron] Attempting to bind port 88ef4e43-75b6-482c-8852-e8293b84a9ab on network 1fcb22e0-a643-462e-8b2f-3661641fd3fe {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:40:21.230571 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efec54e7-353a-4f2c-9055-b1ee19ebcd53 req-c43cd2b2-c905-48ac-a8fb-d062da9ee27e service neutron] Port 88ef4e43-75b6-482c-8852-e8293b84a9ab on network 1fcb22e0-a643-462e-8b2f-3661641fd3fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 13:40:21.231460 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efec54e7-353a-4f2c-9055-b1ee19ebcd53 req-c43cd2b2-c905-48ac-a8fb-d062da9ee27e service neutron] Attempting to bind port 88ef4e43-75b6-482c-8852-e8293b84a9ab on network 1fcb22e0-a643-462e-8b2f-3661641fd3fe {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:40:21.238398 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efec54e7-353a-4f2c-9055-b1ee19ebcd53 req-c43cd2b2-c905-48ac-a8fb-d062da9ee27e service neutron] Checking agent: {'id': 'a93d403b-29c5-41ac-a53c-7c0bf3f47879', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 36, 17), 'started_at': datetime.datetime(2022, 8, 24, 13, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:40:21.238737 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efec54e7-353a-4f2c-9055-b1ee19ebcd53 req-c43cd2b2-c905-48ac-a8fb-d062da9ee27e service neutron] Checking segment: {'id': 'e296fb18-638d-4cd2-a920-5bf2622d2f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1fcb22e0-a643-462e-8b2f-3661641fd3fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:40:21.239120 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efec54e7-353a-4f2c-9055-b1ee19ebcd53 req-c43cd2b2-c905-48ac-a8fb-d062da9ee27e service neutron] Bound using segment: {'id': 'e296fb18-638d-4cd2-a920-5bf2622d2f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1fcb22e0-a643-462e-8b2f-3661641fd3fe'} {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:40:21.239627 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.managers [req-efec54e7-353a-4f2c-9055-b1ee19ebcd53 req-c43cd2b2-c905-48ac-a8fb-d062da9ee27e service neutron] Bound port: 88ef4e43-75b6-482c-8852-e8293b84a9ab, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e296fb18-638d-4cd2-a920-5bf2622d2f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1fcb22e0-a643-462e-8b2f-3661641fd3fe'}}] {{(pid=106986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:40:21.240025 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-efec54e7-353a-4f2c-9055-b1ee19ebcd53 req-c43cd2b2-c905-48ac-a8fb-d062da9ee27e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (88ef4e43-75b6-482c-8852-e8293b84a9ab), before_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:21.248910 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc5276-94a1-410e-a18a-c646ff715421 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2d6323d-63d4-4e85-b42c-5936caf3e79b,revision_number=0']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:21.262046 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dc5276-94a1-410e-a18a-c646ff715421 admin admin] Checking segment: {'id': '544fbbf4-77fb-4d0d-a731-5057b51be4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '7c1b00f9-2865-4e77-8cdc-0c3dd9375e0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:40:21.262417 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dc5276-94a1-410e-a18a-c646ff715421 admin admin] Network hostable DHCP agents. Network: 7c1b00f9-2865-4e77-8cdc-0c3dd9375e0b, hostable agents: ['5b6616ad-7c61-467c-8809-81a3e3733e23'], hosted agents: [] {{(pid=106985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 13:40:21.381410 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b07866b6-510c-43e5-9a44-533f0334f40e req-eaa016de-5bd5-4117-bfff-fece78205aa7 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 210 time: 0.0370665 Aug 24 13:40:21.409688 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dc5276-94a1-410e-a18a-c646ff715421 admin admin] Network 7c1b00f9-2865-4e77-8cdc-0c3dd9375e0b is scheduled to be hosted by DHCP agent 5b6616ad-7c61-467c-8809-81a3e3733e23 with binding_index 1 {{(pid=106985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 13:40:21.506570 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.base_scheduler [None req-d9dc5276-94a1-410e-a18a-c646ff715421 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779578-4-iscsi, 7c1b00f9-2865-4e77-8cdc-0c3dd9375e0b) {{(pid=106985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:40:21.510614 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9dc5276-94a1-410e-a18a-c646ff715421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:21.511300 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d9dc5276-94a1-410e-a18a-c646ff715421 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for subnet (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:21.516634 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4b62d3-ec8a-4a42-b160-b19b8696ce6e None None] Network 7c1b00f9-2865-4e77-8cdc-0c3dd9375e0b requested from dv-cinder-779578-4-iscsi {{(pid=106987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 13:40:21.552085 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.db [req-efec54e7-353a-4f2c-9055-b1ee19ebcd53 req-c43cd2b2-c905-48ac-a8fb-d062da9ee27e service neutron] For port 88ef4e43-75b6-482c-8852-e8293b84a9ab, host hv-cinder-77957, cleared binding levels {{(pid=106986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:40:21.555410 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.db [req-efec54e7-353a-4f2c-9055-b1ee19ebcd53 req-c43cd2b2-c905-48ac-a8fb-d062da9ee27e service neutron] For port 88ef4e43-75b6-482c-8852-e8293b84a9ab, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=88ef4e43-75b6-482c-8852-e8293b84a9ab,segment=NetworkSegment(e296fb18-638d-4cd2-a920-5bf2622d2f4c),segment_id=e296fb18-638d-4cd2-a920-5bf2622d2f4c)] {{(pid=106986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:40:21.577172 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:21.624392 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2eb7182-fe33-4b2f-b7ee-deaf66ffb513 None None] Network 7c1b00f9-2865-4e77-8cdc-0c3dd9375e0b requested from dv-cinder-779578-4-iscsi {{(pid=106987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 13:40:21.627612 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-d9dc5276-94a1-410e-a18a-c646ff715421 admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0340157 Aug 24 13:40:21.678282 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-efec54e7-353a-4f2c-9055-b1ee19ebcd53 req-c43cd2b2-c905-48ac-a8fb-d062da9ee27e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (88ef4e43-75b6-482c-8852-e8293b84a9ab), after_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:21.687448 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec54e7-353a-4f2c-9055-b1ee19ebcd53 req-c43cd2b2-c905-48ac-a8fb-d062da9ee27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:21.688100 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-efec54e7-353a-4f2c-9055-b1ee19ebcd53 req-c43cd2b2-c905-48ac-a8fb-d062da9ee27e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:21.689663 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-efec54e7-353a-4f2c-9055-b1ee19ebcd53 req-c43cd2b2-c905-48ac-a8fb-d062da9ee27e service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/88ef4e43-75b6-482c-8852-e8293b84a9ab HTTP/1.1" status: 200 len: 1093 time: 1.1221237 Aug 24 13:40:21.690208 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ba9691-685f-444a-9c86-9ac1562acbf0', 'tag': '88ef4e43-75b6-482c-8852-e8293b84a9ab'}] {{(pid=106986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:40:21.692607 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d01dbab33e71115aad2ee8471a00c8ecaf37bbc8c5e47995de0ab84d59865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d95bca77-1fe3-4e54-ba36-f77711083417" -d '{"events": [{"name": "network-changed", "server_uuid": "08ba9691-685f-444a-9c86-9ac1562acbf0", "tag": "88ef4e43-75b6-482c-8852-e8293b84a9ab"}]}' {{(pid=106986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:40:21.747843 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43cd2b2-c905-48ac-a8fb-d062da9ee27e service neutron] Pushing event updated for resources: {'Port': ['ID=88ef4e43-75b6-482c-8852-e8293b84a9ab,revision_number=3']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:21.772019 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 13:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879c3a20-78ae-4fec-8215-20daeba9a37b x-openstack-request-id: req-879c3a20-78ae-4fec-8215-20daeba9a37b {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:40:21.772374 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ba9691-685f-444a-9c86-9ac1562acbf0", "tag": "88ef4e43-75b6-482c-8852-e8293b84a9ab", "status": "completed", "code": 200}]} {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:40:21.772627 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-879c3a20-78ae-4fec-8215-20daeba9a37b {{(pid=106986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:40:21.773446 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-879c3a20-78ae-4fec-8215-20daeba9a37b'] response: {'name': 'network-changed', 'server_uuid': '08ba9691-685f-444a-9c86-9ac1562acbf0', 'tag': '88ef4e43-75b6-482c-8852-e8293b84a9ab', 'status': 'completed', 'code': 200} Aug 24 13:40:22.089844 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e7249edc-add3-4bc9-a766-499fda1eb514 req-d3ca6d93-9726-4422-b504-2466f2658760 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=46ffe8c1-ef80-42b6-aa3c-6f60ceea267b HTTP/1.1" status: 200 len: 210 time: 0.0352805 Aug 24 13:40:22.194248 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76f5fc-4c55-4313-8e3e-6c015d66b7da req-d5b73bed-d4ac-47a7-b0cc-76cc201ad362 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:22.195809 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ef76f5fc-4c55-4313-8e3e-6c015d66b7da req-d5b73bed-d4ac-47a7-b0cc-76cc201ad362 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 946 time: 0.0590014 Aug 24 13:40:22.247899 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ef76f5fc-4c55-4313-8e3e-6c015d66b7da req-0ee83290-3c16-4e1d-ae0c-d116283870e7 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457101 Aug 24 13:40:22.254301 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-560343a8-b8d9-4a7e-9fb2-5917627c2590 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:22.490619 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-c360ce15-a5c4-4b82-ad51-40209764f25f req-ea084e36-a55c-45c7-8abf-356f213f7b0f tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 210 time: 0.0323079 Aug 24 13:40:22.609824 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:22.881346 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:23.003251 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:23.194806 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-281725a1-7576-4ee2-a722-80ab4c60a67c req-5d75c19b-0645-43c1-af20-f9158336119e tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=46ffe8c1-ef80-42b6-aa3c-6f60ceea267b HTTP/1.1" status: 200 len: 210 time: 0.0295742 Aug 24 13:40:23.383001 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ccd9c5-f12c-4244-bd3b-236166ca2544 req-c7b45172-f49a-41db-87c9-b9d7f6e6cd4b tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:23.384488 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a3ccd9c5-f12c-4244-bd3b-236166ca2544 req-c7b45172-f49a-41db-87c9-b9d7f6e6cd4b tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 946 time: 0.0513136 Aug 24 13:40:23.449118 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a3ccd9c5-f12c-4244-bd3b-236166ca2544 req-e1ed175b-c437-4da7-b5a4-baf2efe92805 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583539 Aug 24 13:40:23.461196 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=69,neutron:INSERT=26,neutron:UPDATE=5 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:23.472709 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95bca77-1fe3-4e54-ba36-f77711083417 req-67ca8d81-cb12-4282-9774-ea89ac9adea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:23.474180 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-d95bca77-1fe3-4e54-ba36-f77711083417 req-67ca8d81-cb12-4282-9774-ea89ac9adea6 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=127e5da55b164ce68568c153fee58baf&device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 1127 time: 0.0811543 Aug 24 13:40:23.610300 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4d5e6447-2406-4355-891a-cda80f4e2b75 req-3541986a-8dc8-4bbb-bb2c-6b7fd551279c tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 210 time: 0.0353358 Aug 24 13:40:23.619593 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95bca77-1fe3-4e54-ba36-f77711083417 req-8a39e64b-c7bc-4ef1-b2c5-bf4963d9f852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:23.621155 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-d95bca77-1fe3-4e54-ba36-f77711083417 req-8a39e64b-c7bc-4ef1-b2c5-bf4963d9f852 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=127e5da55b164ce68568c153fee58baf&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1132648 Aug 24 13:40:23.666254 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:23.942625 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95bca77-1fe3-4e54-ba36-f77711083417 req-da1ade21-7999-4c9b-9c81-c4cfd91c3634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:23.944023 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-d95bca77-1fe3-4e54-ba36-f77711083417 req-da1ade21-7999-4c9b-9c81-c4cfd91c3634 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1175995 Aug 24 13:40:24.054312 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec54e7-353a-4f2c-9055-b1ee19ebcd53 req-32439f56-e7be-442b-8631-e9503c3bc21b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:24.056048 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-efec54e7-353a-4f2c-9055-b1ee19ebcd53 req-32439f56-e7be-442b-8631-e9503c3bc21b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=127e5da55b164ce68568c153fee58baf&device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 1127 time: 0.0451910 Aug 24 13:40:24.107094 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-efec54e7-353a-4f2c-9055-b1ee19ebcd53 req-e65fd7eb-3348-4c20-8d3d-5d81ed0f0d9c service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88ef4e43-75b6-482c-8852-e8293b84a9ab HTTP/1.1" status: 200 len: 217 time: 0.0360420 Aug 24 13:40:24.172954 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec54e7-353a-4f2c-9055-b1ee19ebcd53 req-81fbae41-e69a-4710-9706-28914ee4985d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:24.174436 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-efec54e7-353a-4f2c-9055-b1ee19ebcd53 req-81fbae41-e69a-4710-9706-28914ee4985d service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=b7ad1c15-3875-4de4-b3a4-2c63d79b04bd HTTP/1.1" status: 200 len: 858 time: 0.0600524 Aug 24 13:40:24.222499 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efec54e7-353a-4f2c-9055-b1ee19ebcd53 req-8a922348-1a4c-4552-9415-4616c63afccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:24.223965 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-efec54e7-353a-4f2c-9055-b1ee19ebcd53 req-8a922348-1a4c-4552-9415-4616c63afccd service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=1fcb22e0-a643-462e-8b2f-3661641fd3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432272 Aug 24 13:40:24.313346 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-785796f0-ac5d-49cd-b745-e36e4ffe2e0c req-734d1685-fc01-42d3-96f7-6b02eb905756 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=46ffe8c1-ef80-42b6-aa3c-6f60ceea267b HTTP/1.1" status: 200 len: 210 time: 0.0371208 Aug 24 13:40:24.382977 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-efec54e7-353a-4f2c-9055-b1ee19ebcd53 req-3f0542a9-52a2-4ee7-b8df-e1b4d64a5668 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1fcb22e0-a643-462e-8b2f-3661641fd3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527481 Aug 24 13:40:24.480818 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c8aaa-e83e-4f9b-95bb-6889432dc9e6 req-d7b556fa-06f8-45c1-bf50-61957e75fc39 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:24.480818 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-fb4c8aaa-e83e-4f9b-95bb-6889432dc9e6 req-d7b556fa-06f8-45c1-bf50-61957e75fc39 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.20 "GET /networking/v2.0/networks?id=1fcb22e0-a643-462e-8b2f-3661641fd3fe HTTP/1.1" status: 200 len: 819 time: 0.1895707 Aug 24 13:40:24.515029 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-efec54e7-353a-4f2c-9055-b1ee19ebcd53 req-9d4951b5-4dd5-47c3-9f88-43b325a8033c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1fcb22e0-a643-462e-8b2f-3661641fd3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247985 Aug 24 13:40:24.605221 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bad72b4-1a1b-4bcb-8320-68f36476ce33 req-fa8516d9-f80a-48fe-9612-bd148a7ec83d tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:24.607591 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1bad72b4-1a1b-4bcb-8320-68f36476ce33 req-fa8516d9-f80a-48fe-9612-bd148a7ec83d tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 946 time: 0.0647531 Aug 24 13:40:24.666827 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1bad72b4-1a1b-4bcb-8320-68f36476ce33 req-1b7b7274-89f7-4439-91c1-989f521d4a80 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533211 Aug 24 13:40:24.723529 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [req-fb4c8aaa-e83e-4f9b-95bb-6889432dc9e6 req-3285e74a-d1be-4131-ba20-b0cc2531713e tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Request body: {'port': {'device_id': 'fbe90b5c-a710-43ee-b3a8-773a37849056', 'network_id': '1fcb22e0-a643-462e-8b2f-3661641fd3fe', 'admin_state_up': True, 'tenant_id': '127e5da55b164ce68568c153fee58baf'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:40:24.765559 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 51556) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:24.770290 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-f6cfb96a-85e3-4ff3-aeb3-2876c3360261 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Request body: {'security_group': {'name': 'tempest-securitygroup--424436327', 'description': 'tempest-description--1009744346'}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:40:24.816513 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-09697b65-0166-4e7c-b621-41b799520e2f req-2c4d398e-c689-458a-bc68-fa1feb7267db tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 210 time: 0.0549085 Aug 24 13:40:24.923203 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f6cfb96a-85e3-4ff3-aeb3-2876c3360261 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:24.957919 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb4c8aaa-e83e-4f9b-95bb-6889432dc9e6 req-3285e74a-d1be-4131-ba20-b0cc2531713e tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Made reservation on behalf of 127e5da55b164ce68568c153fee58baf for: {'port': 1} {{(pid=106986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:40:24.963040 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-fb4c8aaa-e83e-4f9b-95bb-6889432dc9e6 req-3285e74a-d1be-4131-ba20-b0cc2531713e tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:25.056699 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f6cfb96a-85e3-4ff3-aeb3-2876c3360261 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for security_group (ab786472-58d3-43b2-9530-43658f343394), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:25.132136 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.db_base_plugin_common [req-fb4c8aaa-e83e-4f9b-95bb-6889432dc9e6 req-3285e74a-d1be-4131-ba20-b0cc2531713e tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Allocated IP 172.20.0.6 (1fcb22e0-a643-462e-8b2f-3661641fd3fe/b7ad1c15-3875-4de4-b3a4-2c63d79b04bd/19cbe24e-f4f7-4309-aa0c-30c3342c1d7c) {{(pid=106986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:40:25.432761 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-fb4c8aaa-e83e-4f9b-95bb-6889432dc9e6 req-3285e74a-d1be-4131-ba20-b0cc2531713e tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks [] for port (19cbe24e-f4f7-4309-aa0c-30c3342c1d7c), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:25.434475 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d41b51df-483b-4600-b5a4-bd2c2b861f13 req-89fc28a1-86b3-48a4-97ae-122eb42bf0b7 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=46ffe8c1-ef80-42b6-aa3c-6f60ceea267b HTTP/1.1" status: 200 len: 210 time: 0.0325665 Aug 24 13:40:25.621082 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:25.653222 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:25.655869 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f6cfb96a-85e3-4ff3-aeb3-2876c3360261 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (ab786472-58d3-43b2-9530-43658f343394), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:25.656679 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-fb4c8aaa-e83e-4f9b-95bb-6889432dc9e6 req-3285e74a-d1be-4131-ba20-b0cc2531713e tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634'] for port (19cbe24e-f4f7-4309-aa0c-30c3342c1d7c), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:25.690283 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cfb96a-85e3-4ff3-aeb3-2876c3360261 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab786472-58d3-43b2-9530-43658f343394,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:25.726017 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb4c8aaa-e83e-4f9b-95bb-6889432dc9e6 req-3285e74a-d1be-4131-ba20-b0cc2531713e tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Network 1fcb22e0-a643-462e-8b2f-3661641fd3fe is already hosted by enough agents. {{(pid=106986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:40:25.726017 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3285e74a-d1be-4131-ba20-b0cc2531713e tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Pushing event updated for resources: {'Port': ['ID=19cbe24e-f4f7-4309-aa0c-30c3342c1d7c,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:25.727867 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.base_scheduler [req-fb4c8aaa-e83e-4f9b-95bb-6889432dc9e6 req-3285e74a-d1be-4131-ba20-b0cc2531713e tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Resources bound (agent type, host, resource id): {{(pid=106986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:40:25.730423 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb4c8aaa-e83e-4f9b-95bb-6889432dc9e6 req-3285e74a-d1be-4131-ba20-b0cc2531713e tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Received port after_create {{(pid=106986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:40:25.735433 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c8aaa-e83e-4f9b-95bb-6889432dc9e6 req-3285e74a-d1be-4131-ba20-b0cc2531713e tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:25.736509 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-fb4c8aaa-e83e-4f9b-95bb-6889432dc9e6 req-3285e74a-d1be-4131-ba20-b0cc2531713e tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:25.807379 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f6cfb96a-85e3-4ff3-aeb3-2876c3360261 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:25.809181 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-f6cfb96a-85e3-4ff3-aeb3-2876c3360261 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0423691 Aug 24 13:40:25.812576 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 51578) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:25.818079 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-9ecda298-ca4e-4e6d-aa95-7d01eb798d0a tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Request body: {'security_group_rule': {'security_group_id': 'ab786472-58d3-43b2-9530-43658f343394', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:40:25.857936 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9d6535-6dc6-4ba3-920d-044d78f9b3b1 req-a47e929b-47bd-46fd-bd8c-e89af0317504 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:25.859649 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7e9d6535-6dc6-4ba3-920d-044d78f9b3b1 req-a47e929b-47bd-46fd-bd8c-e89af0317504 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 946 time: 0.0850222 Aug 24 13:40:25.891795 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:25.899256 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-fb4c8aaa-e83e-4f9b-95bb-6889432dc9e6 req-3285e74a-d1be-4131-ba20-b0cc2531713e tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1827309 Aug 24 13:40:25.978691 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [req-fb4c8aaa-e83e-4f9b-95bb-6889432dc9e6 req-1ba45353-b564-4916-8730-3af01420c1e5 service neutron] Request body: {'port': {'device_id': 'fbe90b5c-a710-43ee-b3a8-773a37849056', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:40:26.001840 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7e9d6535-6dc6-4ba3-920d-044d78f9b3b1 req-b12373d6-d002-4bd8-8b91-e9c78a888302 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347845 Aug 24 13:40:26.022692 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01c8965-1eb2-43dd-aacf-b5adb7c3345b req-b1e711ae-8fa6-40d7-b0a4-6186d706fbae tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:26.024277 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a01c8965-1eb2-43dd-aacf-b5adb7c3345b req-b1e711ae-8fa6-40d7-b0a4-6186d706fbae tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 931 time: 0.1149466 Aug 24 13:40:26.026132 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:26.064965 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-9ecda298-ca4e-4e6d-aa95-7d01eb798d0a tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for security_group_rule (4c1686c0-a0d4-41ea-9322-b3464dcbfaa9), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:26.079893 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be1946-96b5-48ae-a545-371ab5017094 req-e100732b-5894-4729-a9b9-e78035835ed9 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:26.082031 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-b1be1946-96b5-48ae-a545-371ab5017094 req-e100732b-5894-4729-a9b9-e78035835ed9 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.20 "GET /networking/v2.0/networks?id=c0c5540c-3e08-475c-a808-3a64025a5c41 HTTP/1.1" status: 200 len: 808 time: 0.2497373 Aug 24 13:40:26.105909 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [req-b1be1946-96b5-48ae-a545-371ab5017094 req-86371b66-9e8d-41eb-8625-6d4602e6e8cd tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Request body: {'port': {'device_id': '46ffe8c1-ef80-42b6-aa3c-6f60ceea267b', 'network_id': 'c0c5540c-3e08-475c-a808-3a64025a5c41', 'admin_state_up': True, 'tenant_id': 'c22fb394e99345d88b2e082b22902af3'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:40:26.128691 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a01c8965-1eb2-43dd-aacf-b5adb7c3345b req-84bb807d-1aa0-436e-8eae-b7630b2d399e tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860939 Aug 24 13:40:26.132716 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-beaf7483-577b-4d08-b7bf-11a72a107c2a None None] Provisioning complete for port 19cbe24e-f4f7-4309-aa0c-30c3342c1d7c triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:40:26.134723 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-beaf7483-577b-4d08-b7bf-11a72a107c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (19cbe24e-f4f7-4309-aa0c-30c3342c1d7c), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:26.194391 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-beaf7483-577b-4d08-b7bf-11a72a107c2a None None] Port 19cbe24e-f4f7-4309-aa0c-30c3342c1d7c cannot update to ACTIVE because it is not bound. {{(pid=106987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 13:40:26.198267 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-fb4c8aaa-e83e-4f9b-95bb-6889432dc9e6 req-1ba45353-b564-4916-8730-3af01420c1e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (19cbe24e-f4f7-4309-aa0c-30c3342c1d7c), before_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:26.322154 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-9ecda298-ca4e-4e6d-aa95-7d01eb798d0a tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for security_group_rule (4c1686c0-a0d4-41ea-9322-b3464dcbfaa9), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:26.456240 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-9ecda298-ca4e-4e6d-aa95-7d01eb798d0a tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008640'] for security_group_rule (4c1686c0-a0d4-41ea-9322-b3464dcbfaa9), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:26.514418 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecda298-ca4e-4e6d-aa95-7d01eb798d0a tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c1686c0-a0d4-41ea-9322-b3464dcbfaa9,revision_number=0']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:26.568067 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1be1946-96b5-48ae-a545-371ab5017094 req-86371b66-9e8d-41eb-8625-6d4602e6e8cd tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Made reservation on behalf of c22fb394e99345d88b2e082b22902af3 for: {'port': 1} {{(pid=106986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:40:26.582398 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-b1be1946-96b5-48ae-a545-371ab5017094 req-86371b66-9e8d-41eb-8625-6d4602e6e8cd tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:26.582595 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-2237fc3a-a461-4711-a495-d560b908e538 req-9ae4db45-7080-4d04-9dee-180e814abf1a tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=46ffe8c1-ef80-42b6-aa3c-6f60ceea267b HTTP/1.1" status: 200 len: 210 time: 0.0422101 Aug 24 13:40:26.608719 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-9ecda298-ca4e-4e6d-aa95-7d01eb798d0a tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:26.614451 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-9ecda298-ca4e-4e6d-aa95-7d01eb798d0a tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7958102 Aug 24 13:40:26.617143 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 51600) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:26.621887 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-f32576d6-6659-429e-8a14-30de92708842 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Request body: {'security_group_rule': {'security_group_id': 'ab786472-58d3-43b2-9530-43658f343394', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:40:26.690130 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.notifiers.nova [req-fb4c8aaa-e83e-4f9b-95bb-6889432dc9e6 req-1ba45353-b564-4916-8730-3af01420c1e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19cbe24e-f4f7-4309-aa0c-30c3342c1d7c {{(pid=106986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 13:40:26.704899 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-fb4c8aaa-e83e-4f9b-95bb-6889432dc9e6 req-1ba45353-b564-4916-8730-3af01420c1e5 service neutron] Publish callbacks [] for port (19cbe24e-f4f7-4309-aa0c-30c3342c1d7c), precommit_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:26.730287 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.provisioning_blocks [req-fb4c8aaa-e83e-4f9b-95bb-6889432dc9e6 req-1ba45353-b564-4916-8730-3af01420c1e5 service neutron] Transition to ACTIVE for port object 19cbe24e-f4f7-4309-aa0c-30c3342c1d7c will not be triggered until provisioned by entity L2. {{(pid=106986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 13:40:26.781681 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f32576d6-6659-429e-8a14-30de92708842 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for security_group_rule (361a22e7-c91e-4085-a782-12e3aae84a0b), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:26.790567 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.db_base_plugin_common [req-b1be1946-96b5-48ae-a545-371ab5017094 req-86371b66-9e8d-41eb-8625-6d4602e6e8cd tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Allocated IP 172.20.0.5 (c0c5540c-3e08-475c-a808-3a64025a5c41/827cb011-7c9c-4ec6-ab87-5b244beb70e2/217d6ecd-1ec6-4895-adb9-790e971bf720) {{(pid=106986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:40:26.855633 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f32576d6-6659-429e-8a14-30de92708842 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for security_group_rule (361a22e7-c91e-4085-a782-12e3aae84a0b), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:26.921116 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-fb4c8aaa-e83e-4f9b-95bb-6889432dc9e6 req-1ba45353-b564-4916-8730-3af01420c1e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (19cbe24e-f4f7-4309-aa0c-30c3342c1d7c), after_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:27.010007 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f32576d6-6659-429e-8a14-30de92708842 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008640'] for security_group_rule (361a22e7-c91e-4085-a782-12e3aae84a0b), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:27.010911 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-b1be1946-96b5-48ae-a545-371ab5017094 req-86371b66-9e8d-41eb-8625-6d4602e6e8cd tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Publish callbacks [] for port (217d6ecd-1ec6-4895-adb9-790e971bf720), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:27.025950 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba45353-b564-4916-8730-3af01420c1e5 service neutron] Pushing event updated for resources: {'Port': ['ID=19cbe24e-f4f7-4309-aa0c-30c3342c1d7c,revision_number=2']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:27.031966 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.managers [req-fb4c8aaa-e83e-4f9b-95bb-6889432dc9e6 req-1ba45353-b564-4916-8730-3af01420c1e5 service neutron] Attempting to bind port 19cbe24e-f4f7-4309-aa0c-30c3342c1d7c on host hv-cinder-77957 for vnic_type normal with profile {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:40:27.032342 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.managers [req-fb4c8aaa-e83e-4f9b-95bb-6889432dc9e6 req-1ba45353-b564-4916-8730-3af01420c1e5 service neutron] Attempting to bind port 19cbe24e-f4f7-4309-aa0c-30c3342c1d7c by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': 'e296fb18-638d-4cd2-a920-5bf2622d2f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1fcb22e0-a643-462e-8b2f-3661641fd3fe'}] {{(pid=106986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:40:27.032639 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4c8aaa-e83e-4f9b-95bb-6889432dc9e6 req-1ba45353-b564-4916-8730-3af01420c1e5 service neutron] Attempting to bind port 19cbe24e-f4f7-4309-aa0c-30c3342c1d7c on network 1fcb22e0-a643-462e-8b2f-3661641fd3fe {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:40:27.033725 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32576d6-6659-429e-8a14-30de92708842 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=361a22e7-c91e-4085-a782-12e3aae84a0b,revision_number=0']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:27.041164 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4c8aaa-e83e-4f9b-95bb-6889432dc9e6 req-1ba45353-b564-4916-8730-3af01420c1e5 service neutron] Port 19cbe24e-f4f7-4309-aa0c-30c3342c1d7c on network 1fcb22e0-a643-462e-8b2f-3661641fd3fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 13:40:27.041530 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4c8aaa-e83e-4f9b-95bb-6889432dc9e6 req-1ba45353-b564-4916-8730-3af01420c1e5 service neutron] Attempting to bind port 19cbe24e-f4f7-4309-aa0c-30c3342c1d7c on network 1fcb22e0-a643-462e-8b2f-3661641fd3fe {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:40:27.056457 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4c8aaa-e83e-4f9b-95bb-6889432dc9e6 req-1ba45353-b564-4916-8730-3af01420c1e5 service neutron] Checking agent: {'id': 'a93d403b-29c5-41ac-a53c-7c0bf3f47879', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 36, 17), 'started_at': datetime.datetime(2022, 8, 24, 13, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:40:27.056789 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4c8aaa-e83e-4f9b-95bb-6889432dc9e6 req-1ba45353-b564-4916-8730-3af01420c1e5 service neutron] Checking segment: {'id': 'e296fb18-638d-4cd2-a920-5bf2622d2f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1fcb22e0-a643-462e-8b2f-3661641fd3fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:40:27.057178 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4c8aaa-e83e-4f9b-95bb-6889432dc9e6 req-1ba45353-b564-4916-8730-3af01420c1e5 service neutron] Bound using segment: {'id': 'e296fb18-638d-4cd2-a920-5bf2622d2f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1fcb22e0-a643-462e-8b2f-3661641fd3fe'} {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:40:27.057637 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.managers [req-fb4c8aaa-e83e-4f9b-95bb-6889432dc9e6 req-1ba45353-b564-4916-8730-3af01420c1e5 service neutron] Bound port: 19cbe24e-f4f7-4309-aa0c-30c3342c1d7c, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e296fb18-638d-4cd2-a920-5bf2622d2f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1fcb22e0-a643-462e-8b2f-3661641fd3fe'}}] {{(pid=106986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:40:27.057957 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-fb4c8aaa-e83e-4f9b-95bb-6889432dc9e6 req-1ba45353-b564-4916-8730-3af01420c1e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (19cbe24e-f4f7-4309-aa0c-30c3342c1d7c), before_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:27.161598 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f32576d6-6659-429e-8a14-30de92708842 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:27.167043 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-f32576d6-6659-429e-8a14-30de92708842 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5484631 Aug 24 13:40:27.174568 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 51612) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:27.174568 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-5ba19a48-e5ad-4ad2-b549-7b72946a74ab tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Request body: {'floatingip': {'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:40:27.203995 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-b1be1946-96b5-48ae-a545-371ab5017094 req-86371b66-9e8d-41eb-8625-6d4602e6e8cd tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634'] for port (217d6ecd-1ec6-4895-adb9-790e971bf720), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:27.210314 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c915e5-61cc-4c67-a25c-6f3fa343811f req-c01517b6-adac-4583-bdaf-1e098d69fa14 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:27.210314 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f7c915e5-61cc-4c67-a25c-6f3fa343811f req-c01517b6-adac-4583-bdaf-1e098d69fa14 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 946 time: 0.1024623 Aug 24 13:40:27.219868 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.db [req-fb4c8aaa-e83e-4f9b-95bb-6889432dc9e6 req-1ba45353-b564-4916-8730-3af01420c1e5 service neutron] For port 19cbe24e-f4f7-4309-aa0c-30c3342c1d7c, host hv-cinder-77957, cleared binding levels {{(pid=106986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:40:27.247214 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 88ef4e43-75b6-482c-8852-e8293b84a9ab details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=106987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 13:40:27.267580 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:27.270831 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.db [req-fb4c8aaa-e83e-4f9b-95bb-6889432dc9e6 req-1ba45353-b564-4916-8730-3af01420c1e5 service neutron] For port 19cbe24e-f4f7-4309-aa0c-30c3342c1d7c, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=19cbe24e-f4f7-4309-aa0c-30c3342c1d7c,segment=NetworkSegment(e296fb18-638d-4cd2-a920-5bf2622d2f4c),segment_id=e296fb18-638d-4cd2-a920-5bf2622d2f4c)] {{(pid=106986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:40:27.292813 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1be1946-96b5-48ae-a545-371ab5017094 req-86371b66-9e8d-41eb-8625-6d4602e6e8cd tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Network c0c5540c-3e08-475c-a808-3a64025a5c41 is already hosted by enough agents. {{(pid=106986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:40:27.298662 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.base_scheduler [req-b1be1946-96b5-48ae-a545-371ab5017094 req-86371b66-9e8d-41eb-8625-6d4602e6e8cd tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Resources bound (agent type, host, resource id): {{(pid=106986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:40:27.303334 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1be1946-96b5-48ae-a545-371ab5017094 req-86371b66-9e8d-41eb-8625-6d4602e6e8cd tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Received port after_create {{(pid=106986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:40:27.309119 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be1946-96b5-48ae-a545-371ab5017094 req-86371b66-9e8d-41eb-8625-6d4602e6e8cd tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:27.309119 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-b1be1946-96b5-48ae-a545-371ab5017094 req-86371b66-9e8d-41eb-8625-6d4602e6e8cd tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:27.313350 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86371b66-9e8d-41eb-8625-6d4602e6e8cd tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Pushing event updated for resources: {'Port': ['ID=217d6ecd-1ec6-4895-adb9-790e971bf720,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:27.324936 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf47338-fa86-410c-9676-91d00dd8dfcd req-a13513b6-4acd-4cff-be53-d40a6b9afced tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:27.327420 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-dcf47338-fa86-410c-9676-91d00dd8dfcd req-a13513b6-4acd-4cff-be53-d40a6b9afced tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 943 time: 0.1017497 Aug 24 13:40:27.332369 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f7c915e5-61cc-4c67-a25c-6f3fa343811f req-76d029da-bad8-40d7-80db-d7b57c4b9c18 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106601 Aug 24 13:40:27.348573 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-5ba19a48-e5ad-4ad2-b549-7b72946a74ab tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:27.361811 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:27.390170 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-fb4c8aaa-e83e-4f9b-95bb-6889432dc9e6 req-1ba45353-b564-4916-8730-3af01420c1e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (19cbe24e-f4f7-4309-aa0c-30c3342c1d7c), after_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:27.392460 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-dcf47338-fa86-410c-9676-91d00dd8dfcd req-4eb5e1ec-73ee-4471-8e8c-972d3eb6c1c2 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587733 Aug 24 13:40:27.393694 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c8aaa-e83e-4f9b-95bb-6889432dc9e6 req-1ba45353-b564-4916-8730-3af01420c1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:27.394312 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-fb4c8aaa-e83e-4f9b-95bb-6889432dc9e6 req-1ba45353-b564-4916-8730-3af01420c1e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:27.395836 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-fb4c8aaa-e83e-4f9b-95bb-6889432dc9e6 req-1ba45353-b564-4916-8730-3af01420c1e5 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/19cbe24e-f4f7-4309-aa0c-30c3342c1d7c HTTP/1.1" status: 200 len: 1093 time: 1.4214313 Aug 24 13:40:27.400154 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fbe90b5c-a710-43ee-b3a8-773a37849056', 'tag': '19cbe24e-f4f7-4309-aa0c-30c3342c1d7c'}] {{(pid=106986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:40:27.402523 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d01dbab33e71115aad2ee8471a00c8ecaf37bbc8c5e47995de0ab84d59865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba0bd6c-31cf-46d3-9459-2807de5d3614" -d '{"events": [{"name": "network-changed", "server_uuid": "fbe90b5c-a710-43ee-b3a8-773a37849056", "tag": "19cbe24e-f4f7-4309-aa0c-30c3342c1d7c"}]}' {{(pid=106986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:40:27.416983 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 88ef4e43-75b6-482c-8852-e8293b84a9ab, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=88ef4e43-75b6-482c-8852-e8293b84a9ab,segment=NetworkSegment(e296fb18-638d-4cd2-a920-5bf2622d2f4c),segment_id=e296fb18-638d-4cd2-a920-5bf2622d2f4c)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:40:27.439590 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Returning: {'device': '88ef4e43-75b6-482c-8852-e8293b84a9ab', 'network_id': '1fcb22e0-a643-462e-8b2f-3661641fd3fe', 'port_id': '88ef4e43-75b6-482c-8852-e8293b84a9ab', 'mac_address': 'fa:16:3e:6c:e3:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7ad1c15-3875-4de4-b3a4-2c63d79b04bd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 13:40:27.480024 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-b1be1946-96b5-48ae-a545-371ab5017094 req-86371b66-9e8d-41eb-8625-6d4602e6e8cd tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3833978 Aug 24 13:40:27.495878 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 13:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779136d7-f2ef-4e27-94c7-ae0efa4df229 x-openstack-request-id: req-779136d7-f2ef-4e27-94c7-ae0efa4df229 {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:40:27.496355 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fbe90b5c-a710-43ee-b3a8-773a37849056", "tag": "19cbe24e-f4f7-4309-aa0c-30c3342c1d7c", "status": "completed", "code": 200}]} {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:40:27.496607 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-779136d7-f2ef-4e27-94c7-ae0efa4df229 {{(pid=106986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:40:27.497001 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-779136d7-f2ef-4e27-94c7-ae0efa4df229'] response: {'name': 'network-changed', 'server_uuid': 'fbe90b5c-a710-43ee-b3a8-773a37849056', 'tag': '19cbe24e-f4f7-4309-aa0c-30c3342c1d7c', 'status': 'completed', 'code': 200} Aug 24 13:40:27.514539 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port 88ef4e43-75b6-482c-8852-e8293b84a9ab is: DOWN; New status is: BUILD {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:40:27.515131 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (88ef4e43-75b6-482c-8852-e8293b84a9ab), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:27.524150 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-5ba19a48-e5ad-4ad2-b549-7b72946a74ab tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:27.540522 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88ef4e43-75b6-482c-8852-e8293b84a9ab {{(pid=106987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 13:40:27.541548 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba45353-b564-4916-8730-3af01420c1e5 service neutron] Pushing event updated for resources: {'Port': ['ID=19cbe24e-f4f7-4309-aa0c-30c3342c1d7c,revision_number=3']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:27.564314 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [req-b1be1946-96b5-48ae-a545-371ab5017094 req-bd5eedfe-11c9-4558-bd43-2a40fbc821db service neutron] Request body: {'port': {'device_id': '46ffe8c1-ef80-42b6-aa3c-6f60ceea267b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:40:27.579000 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 88ef4e43-75b6-482c-8852-e8293b84a9ab, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=88ef4e43-75b6-482c-8852-e8293b84a9ab,segment=NetworkSegment(e296fb18-638d-4cd2-a920-5bf2622d2f4c),segment_id=e296fb18-638d-4cd2-a920-5bf2622d2f4c)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:40:27.636264 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (88ef4e43-75b6-482c-8852-e8293b84a9ab), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:27.674627 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba0bd6c-31cf-46d3-9459-2807de5d3614 req-33455bca-99b9-4ec0-a0f0-af43df07bdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:27.676157 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-4ba0bd6c-31cf-46d3-9459-2807de5d3614 req-33455bca-99b9-4ec0-a0f0-af43df07bdf3 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=127e5da55b164ce68568c153fee58baf&device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 1127 time: 0.1290410 Aug 24 13:40:27.726591 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=88ef4e43-75b6-482c-8852-e8293b84a9ab,revision_number=4']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:27.760728 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b54c0-55c8-4c89-b36c-7ff55e143501 req-abc0bcc8-1ef0-425e-bfa9-7f8f8085c247 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:27.762285 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b98b54c0-55c8-4c89-b36c-7ff55e143501 req-abc0bcc8-1ef0-425e-bfa9-7f8f8085c247 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=46ffe8c1-ef80-42b6-aa3c-6f60ceea267b HTTP/1.1" status: 200 len: 931 time: 0.0614100 Aug 24 13:40:27.771356 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-b1be1946-96b5-48ae-a545-371ab5017094 req-bd5eedfe-11c9-4558-bd43-2a40fbc821db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (217d6ecd-1ec6-4895-adb9-790e971bf720), before_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:27.827911 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.db_base_plugin_common [None req-5ba19a48-e5ad-4ad2-b549-7b72946a74ab tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Allocated IP 172.27.1.17 (b9a647d2-3285-4c25-b9a6-e511e6620ca5/0f88e60e-ade3-4937-9959-ff6f15b76440/8e7eac06-af9a-4732-a59a-be8b45a833d7) {{(pid=106986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:40:27.829052 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b98b54c0-55c8-4c89-b36c-7ff55e143501 req-a358729f-fbb8-4128-b5a4-1232e5f052dd tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d185a265-9016-405f-9ca1-9174708eebca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582376 Aug 24 13:40:27.856610 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.agents_db [None req-66b1cbc3-9e75-488f-ab76-e3b1c287483f None None] Agent healthcheck: found 6 active agents {{(pid=106988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 13:40:27.893586 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba0bd6c-31cf-46d3-9459-2807de5d3614 req-1826049d-bb0f-44cb-8e21-2b9056a02a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:27.895041 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-4ba0bd6c-31cf-46d3-9459-2807de5d3614 req-1826049d-bb0f-44cb-8e21-2b9056a02a9c service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=127e5da55b164ce68568c153fee58baf&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1966386 Aug 24 13:40:27.964824 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] get_ports_and_sgs() called for port_ids ['88ef4e43-75b6-482c-8852-e8293b84a9ab'] {{(pid=106987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 13:40:28.215069 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba0bd6c-31cf-46d3-9459-2807de5d3614 req-8339322b-4d2e-407f-9874-2b48fac836fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:28.216660 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-4ba0bd6c-31cf-46d3-9459-2807de5d3614 req-8339322b-4d2e-407f-9874-2b48fac836fe service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3032348 Aug 24 13:40:28.222284 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-5ba19a48-e5ad-4ad2-b549-7b72946a74ab tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for port (8e7eac06-af9a-4732-a59a-be8b45a833d7), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:28.258034 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 51646) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:28.412147 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-2fe1220e-7d4e-47c0-9611-b2285b4cfc48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:28.547903 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2bae56-96f8-40da-bd3b-a3e6c1ef6bf7 req-a8eb7080-ec76-442e-818d-251be06aa2d5 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:28.549512 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3e2bae56-96f8-40da-bd3b-a3e6c1ef6bf7 req-a8eb7080-ec76-442e-818d-251be06aa2d5 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 946 time: 0.1168780 Aug 24 13:40:28.586329 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a21337-b202-465e-8c1e-9a45857da52e req-8345a95b-39dd-44f8-b806-1da32e0c17b7 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:28.587884 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-40a21337-b202-465e-8c1e-9a45857da52e req-8345a95b-39dd-44f8-b806-1da32e0c17b7 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 943 time: 0.1005986 Aug 24 13:40:28.588662 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-5ba19a48-e5ad-4ad2-b549-7b72946a74ab tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634'] for port (8e7eac06-af9a-4732-a59a-be8b45a833d7), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:28.632680 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.notifiers.nova [req-b1be1946-96b5-48ae-a545-371ab5017094 req-bd5eedfe-11c9-4558-bd43-2a40fbc821db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 217d6ecd-1ec6-4895-adb9-790e971bf720 {{(pid=106986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 13:40:28.647656 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c8aaa-e83e-4f9b-95bb-6889432dc9e6 req-d7a8462f-b370-4483-857d-a3068862961b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:28.653813 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-fb4c8aaa-e83e-4f9b-95bb-6889432dc9e6 req-d7a8462f-b370-4483-857d-a3068862961b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=127e5da55b164ce68568c153fee58baf&device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 1127 time: 0.3591130 Aug 24 13:40:28.653813 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-b1be1946-96b5-48ae-a545-371ab5017094 req-bd5eedfe-11c9-4558-bd43-2a40fbc821db service neutron] Publish callbacks [] for port (217d6ecd-1ec6-4895-adb9-790e971bf720), precommit_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:28.661981 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba19a48-e5ad-4ad2-b549-7b72946a74ab tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Network b9a647d2-3285-4c25-b9a6-e511e6620ca5 is already hosted by enough agents. {{(pid=106986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:40:28.675058 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.base_scheduler [None req-5ba19a48-e5ad-4ad2-b549-7b72946a74ab tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Resources bound (agent type, host, resource id): {{(pid=106986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:40:28.678276 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-2fe1220e-7d4e-47c0-9611-b2285b4cfc48 admin admin] Publish callbacks [] for security_group (45dd5cd8-30cd-4214-b2ee-a2050fcdf1ec), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:28.686321 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba19a48-e5ad-4ad2-b549-7b72946a74ab tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Received port after_create {{(pid=106986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:40:28.686537 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3e2bae56-96f8-40da-bd3b-a3e6c1ef6bf7 req-1594005b-f612-412b-b615-04e074ba918d tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277463 Aug 24 13:40:28.709621 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-40a21337-b202-465e-8c1e-9a45857da52e req-9c6f28cc-58ef-4b52-8fbb-dfdfc2c4ca6e tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117795 Aug 24 13:40:28.714924 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba19a48-e5ad-4ad2-b549-7b72946a74ab tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Pushing event updated for resources: {'Port': ['ID=8e7eac06-af9a-4732-a59a-be8b45a833d7,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:28.721339 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-fb4c8aaa-e83e-4f9b-95bb-6889432dc9e6 req-7652c659-d6b9-42f9-be54-c3975b8c1353 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19cbe24e-f4f7-4309-aa0c-30c3342c1d7c HTTP/1.1" status: 200 len: 217 time: 0.0572000 Aug 24 13:40:28.722591 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.provisioning_blocks [req-b1be1946-96b5-48ae-a545-371ab5017094 req-bd5eedfe-11c9-4558-bd43-2a40fbc821db service neutron] Transition to ACTIVE for port object 217d6ecd-1ec6-4895-adb9-790e971bf720 will not be triggered until provisioned by entity L2. {{(pid=106986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 13:40:28.806801 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-5ba19a48-e5ad-4ad2-b549-7b72946a74ab tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for floatingip (ae6364d3-0e67-40ea-996c-3725d0c456e7), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:28.812992 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c8aaa-e83e-4f9b-95bb-6889432dc9e6 req-fccd2318-72ff-41e6-b4af-0f1c79d21fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:28.814418 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-fb4c8aaa-e83e-4f9b-95bb-6889432dc9e6 req-fccd2318-72ff-41e6-b4af-0f1c79d21fef service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=b7ad1c15-3875-4de4-b3a4-2c63d79b04bd HTTP/1.1" status: 200 len: 858 time: 0.0858715 Aug 24 13:40:28.859307 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-2fe1220e-7d4e-47c0-9611-b2285b4cfc48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (45dd5cd8-30cd-4214-b2ee-a2050fcdf1ec), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:28.862889 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-b1be1946-96b5-48ae-a545-371ab5017094 req-bd5eedfe-11c9-4558-bd43-2a40fbc821db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (217d6ecd-1ec6-4895-adb9-790e971bf720), after_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:28.868705 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c8aaa-e83e-4f9b-95bb-6889432dc9e6 req-ff7b652e-327a-4d57-985d-b28f6ee1d429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:28.870350 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-fb4c8aaa-e83e-4f9b-95bb-6889432dc9e6 req-ff7b652e-327a-4d57-985d-b28f6ee1d429 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=1fcb22e0-a643-462e-8b2f-3661641fd3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499115 Aug 24 13:40:28.925888 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe1220e-7d4e-47c0-9611-b2285b4cfc48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45dd5cd8-30cd-4214-b2ee-a2050fcdf1ec,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:28.938623 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-2fe1220e-7d4e-47c0-9611-b2285b4cfc48 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=65869b4648154c4bbb7d0d86de37de7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6757312 Aug 24 13:40:28.939717 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 51656) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:29.001823 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5eedfe-11c9-4558-bd43-2a40fbc821db service neutron] Pushing event updated for resources: {'Port': ['ID=217d6ecd-1ec6-4895-adb9-790e971bf720,revision_number=2']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:29.027865 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0586bb1-1e41-470d-9f21-2ec90cc17764 req-8193cf5e-7d5a-4051-8e06-8280af35b753 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:29.030599 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b0586bb1-1e41-470d-9f21-2ec90cc17764 req-8193cf5e-7d5a-4051-8e06-8280af35b753 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=46ffe8c1-ef80-42b6-aa3c-6f60ceea267b HTTP/1.1" status: 200 len: 943 time: 0.0995808 Aug 24 13:40:29.037308 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-5ba19a48-e5ad-4ad2-b549-7b72946a74ab tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (8e7eac06-af9a-4732-a59a-be8b45a833d7), before_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:29.064877 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-18b9b81e-49fb-40cc-9ebf-f4e3ef28063c admin admin] Publish callbacks [] for security_group (45dd5cd8-30cd-4214-b2ee-a2050fcdf1ec), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:29.066033 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.managers [req-b1be1946-96b5-48ae-a545-371ab5017094 req-bd5eedfe-11c9-4558-bd43-2a40fbc821db service neutron] Attempting to bind port 217d6ecd-1ec6-4895-adb9-790e971bf720 on host hv-cinder-77957 for vnic_type normal with profile {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:40:29.066378 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.managers [req-b1be1946-96b5-48ae-a545-371ab5017094 req-bd5eedfe-11c9-4558-bd43-2a40fbc821db service neutron] Attempting to bind port 217d6ecd-1ec6-4895-adb9-790e971bf720 by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': 'dc18128c-52d7-4216-ada5-948790f2b11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c0c5540c-3e08-475c-a808-3a64025a5c41'}] {{(pid=106986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:40:29.066691 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1be1946-96b5-48ae-a545-371ab5017094 req-bd5eedfe-11c9-4558-bd43-2a40fbc821db service neutron] Attempting to bind port 217d6ecd-1ec6-4895-adb9-790e971bf720 on network c0c5540c-3e08-475c-a808-3a64025a5c41 {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:40:29.093299 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1be1946-96b5-48ae-a545-371ab5017094 req-bd5eedfe-11c9-4558-bd43-2a40fbc821db service neutron] Port 217d6ecd-1ec6-4895-adb9-790e971bf720 on network c0c5540c-3e08-475c-a808-3a64025a5c41 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 13:40:29.093299 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1be1946-96b5-48ae-a545-371ab5017094 req-bd5eedfe-11c9-4558-bd43-2a40fbc821db service neutron] Attempting to bind port 217d6ecd-1ec6-4895-adb9-790e971bf720 on network c0c5540c-3e08-475c-a808-3a64025a5c41 {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:40:29.103613 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-18b9b81e-49fb-40cc-9ebf-f4e3ef28063c admin admin] Publish callbacks [] for security_group (45dd5cd8-30cd-4214-b2ee-a2050fcdf1ec), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:29.113465 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1be1946-96b5-48ae-a545-371ab5017094 req-bd5eedfe-11c9-4558-bd43-2a40fbc821db service neutron] Checking agent: {'id': 'a93d403b-29c5-41ac-a53c-7c0bf3f47879', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 36, 17), 'started_at': datetime.datetime(2022, 8, 24, 13, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:40:29.113805 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1be1946-96b5-48ae-a545-371ab5017094 req-bd5eedfe-11c9-4558-bd43-2a40fbc821db service neutron] Checking segment: {'id': 'dc18128c-52d7-4216-ada5-948790f2b11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c0c5540c-3e08-475c-a808-3a64025a5c41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:40:29.114442 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1be1946-96b5-48ae-a545-371ab5017094 req-bd5eedfe-11c9-4558-bd43-2a40fbc821db service neutron] Bound using segment: {'id': 'dc18128c-52d7-4216-ada5-948790f2b11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c0c5540c-3e08-475c-a808-3a64025a5c41'} {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:40:29.114889 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.managers [req-b1be1946-96b5-48ae-a545-371ab5017094 req-bd5eedfe-11c9-4558-bd43-2a40fbc821db service neutron] Bound port: 217d6ecd-1ec6-4895-adb9-790e971bf720, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc18128c-52d7-4216-ada5-948790f2b11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'c0c5540c-3e08-475c-a808-3a64025a5c41'}}] {{(pid=106986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:40:29.115255 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-b1be1946-96b5-48ae-a545-371ab5017094 req-bd5eedfe-11c9-4558-bd43-2a40fbc821db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (217d6ecd-1ec6-4895-adb9-790e971bf720), before_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:29.122741 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-fb4c8aaa-e83e-4f9b-95bb-6889432dc9e6 req-17b9aab6-a9de-415d-899a-ad713641e2a7 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1fcb22e0-a643-462e-8b2f-3661641fd3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2280064 Aug 24 13:40:29.139989 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b0586bb1-1e41-470d-9f21-2ec90cc17764 req-32246455-01be-4fe0-b9c5-e62b6073aa57 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d185a265-9016-405f-9ca1-9174708eebca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951469 Aug 24 13:40:29.158529 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:29.265127 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-18b9b81e-49fb-40cc-9ebf-f4e3ef28063c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (45dd5cd8-30cd-4214-b2ee-a2050fcdf1ec), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:29.270411 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 55484e25-34c8-469b-8598-d718e9469013 details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=106987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 13:40:29.270949 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-18b9b81e-49fb-40cc-9ebf-f4e3ef28063c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:29.271744 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-18b9b81e-49fb-40cc-9ebf-f4e3ef28063c admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/45dd5cd8-30cd-4214-b2ee-a2050fcdf1ec HTTP/1.1" status: 204 len: 168 time: 0.3308344 Aug 24 13:40:29.273977 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:29.292462 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=79,neutron:UPDATE=5,neutron:INSERT=16 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:29.295604 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 88ef4e43-75b6-482c-8852-e8293b84a9ab up at agent hyperv_hv-cinder-77957 {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:40:29.303462 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b9b81e-49fb-40cc-9ebf-f4e3ef28063c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45dd5cd8-30cd-4214-b2ee-a2050fcdf1ec,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:29.326903 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.db [req-b1be1946-96b5-48ae-a545-371ab5017094 req-bd5eedfe-11c9-4558-bd43-2a40fbc821db service neutron] For port 217d6ecd-1ec6-4895-adb9-790e971bf720, host hv-cinder-77957, cleared binding levels {{(pid=106986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:40:29.338628 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.db [req-b1be1946-96b5-48ae-a545-371ab5017094 req-bd5eedfe-11c9-4558-bd43-2a40fbc821db service neutron] For port 217d6ecd-1ec6-4895-adb9-790e971bf720, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=217d6ecd-1ec6-4895-adb9-790e971bf720,segment=NetworkSegment(dc18128c-52d7-4216-ada5-948790f2b11c),segment_id=dc18128c-52d7-4216-ada5-948790f2b11c)] {{(pid=106986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:40:29.349859 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:29.362678 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-fb4c8aaa-e83e-4f9b-95bb-6889432dc9e6 req-857c7346-5589-4ca7-91fa-e38a213b8ac2 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1fcb22e0-a643-462e-8b2f-3661641fd3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277100 Aug 24 13:40:29.407832 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-5ba19a48-e5ad-4ad2-b549-7b72946a74ab tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for port (8e7eac06-af9a-4732-a59a-be8b45a833d7), precommit_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:29.452988 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:29.454035 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Provisioning for port 88ef4e43-75b6-482c-8852-e8293b84a9ab completed by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 13:40:29.474403 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-b1be1946-96b5-48ae-a545-371ab5017094 req-bd5eedfe-11c9-4558-bd43-2a40fbc821db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (217d6ecd-1ec6-4895-adb9-790e971bf720), after_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:29.479685 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be1946-96b5-48ae-a545-371ab5017094 req-bd5eedfe-11c9-4558-bd43-2a40fbc821db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:29.483352 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-b1be1946-96b5-48ae-a545-371ab5017094 req-bd5eedfe-11c9-4558-bd43-2a40fbc821db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:29.483352 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-b1be1946-96b5-48ae-a545-371ab5017094 req-bd5eedfe-11c9-4558-bd43-2a40fbc821db service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/217d6ecd-1ec6-4895-adb9-790e971bf720 HTTP/1.1" status: 200 len: 1093 time: 1.9358661 Aug 24 13:40:29.501659 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46ffe8c1-ef80-42b6-aa3c-6f60ceea267b', 'tag': '217d6ecd-1ec6-4895-adb9-790e971bf720'}] {{(pid=106986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:40:29.504207 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d01dbab33e71115aad2ee8471a00c8ecaf37bbc8c5e47995de0ab84d59865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27d057fb-501d-477f-8d20-b38da1e62b04" -d '{"events": [{"name": "network-changed", "server_uuid": "46ffe8c1-ef80-42b6-aa3c-6f60ceea267b", "tag": "217d6ecd-1ec6-4895-adb9-790e971bf720"}]}' {{(pid=106986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:40:29.510792 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 55484e25-34c8-469b-8598-d718e9469013, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=55484e25-34c8-469b-8598-d718e9469013,segment=NetworkSegment(d3c5e9c4-fd20-406c-b672-893adab194ab),segment_id=d3c5e9c4-fd20-406c-b672-893adab194ab)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:40:29.529027 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Returning: {'device': '55484e25-34c8-469b-8598-d718e9469013', 'network_id': '385fd5c5-6c70-4a95-9981-8683550b730c', 'port_id': '55484e25-34c8-469b-8598-d718e9469013', 'mac_address': 'fa:16:3e:c9:98:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc0c212-b568-43f4-b5cf-0229c3337a97', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 13:40:29.529304 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-5ba19a48-e5ad-4ad2-b549-7b72946a74ab tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (8e7eac06-af9a-4732-a59a-be8b45a833d7), after_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:29.529304 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-5ba19a48-e5ad-4ad2-b549-7b72946a74ab tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961197'] for floatingip (ae6364d3-0e67-40ea-996c-3725d0c456e7), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:29.565356 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5eedfe-11c9-4558-bd43-2a40fbc821db service neutron] Pushing event updated for resources: {'Port': ['ID=217d6ecd-1ec6-4895-adb9-790e971bf720,revision_number=3']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:29.568863 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 13:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ab9a49-f963-4445-9528-5cc9ce220818 x-openstack-request-id: req-84ab9a49-f963-4445-9528-5cc9ce220818 {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:40:29.569289 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46ffe8c1-ef80-42b6-aa3c-6f60ceea267b", "tag": "217d6ecd-1ec6-4895-adb9-790e971bf720", "status": "completed", "code": 200}]} {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:40:29.569417 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-84ab9a49-f963-4445-9528-5cc9ce220818 {{(pid=106986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:40:29.569768 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84ab9a49-f963-4445-9528-5cc9ce220818'] response: {'name': 'network-changed', 'server_uuid': '46ffe8c1-ef80-42b6-aa3c-6f60ceea267b', 'tag': '217d6ecd-1ec6-4895-adb9-790e971bf720', 'status': 'completed', 'code': 200} Aug 24 13:40:29.577355 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port 55484e25-34c8-469b-8598-d718e9469013 is: ACTIVE; New status is: BUILD {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:40:29.577759 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (55484e25-34c8-469b-8598-d718e9469013), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:29.594304 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 55484e25-34c8-469b-8598-d718e9469013 {{(pid=106987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 13:40:29.610046 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba19a48-e5ad-4ad2-b549-7b72946a74ab tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Pushing event updated for resources: {'Port': ['ID=8e7eac06-af9a-4732-a59a-be8b45a833d7,revision_number=2']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:29.628242 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Provisioning complete for port 88ef4e43-75b6-482c-8852-e8293b84a9ab triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:40:29.628880 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (88ef4e43-75b6-482c-8852-e8293b84a9ab), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:29.633610 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 55484e25-34c8-469b-8598-d718e9469013, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=55484e25-34c8-469b-8598-d718e9469013,segment=NetworkSegment(d3c5e9c4-fd20-406c-b672-893adab194ab),segment_id=d3c5e9c4-fd20-406c-b672-893adab194ab)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:40:29.660906 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-5ba19a48-e5ad-4ad2-b549-7b72946a74ab tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for floatingip (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:29.663071 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-5ba19a48-e5ad-4ad2-b549-7b72946a74ab tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4929976 Aug 24 13:40:29.735480 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port 88ef4e43-75b6-482c-8852-e8293b84a9ab is: BUILD; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:40:29.735480 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (88ef4e43-75b6-482c-8852-e8293b84a9ab), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:29.742213 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (55484e25-34c8-469b-8598-d718e9469013), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:29.783566 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ba9691-685f-444a-9c86-9ac1562acbf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ef4e43-75b6-482c-8852-e8293b84a9ab'}] {{(pid=106987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:40:29.786551 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee01592ba90e2cb9dcb0c84681ff9a6759d336f5db8af78df2209fafc25a55a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453bddd0-ea63-482d-a61a-b4e9aa96de1b" -d '{"events": [{"server_uuid": "08ba9691-685f-444a-9c86-9ac1562acbf0", "name": "network-vif-plugged", "status": "completed", "tag": "88ef4e43-75b6-482c-8852-e8293b84a9ab"}]}' {{(pid=106987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:40:29.808332 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 88ef4e43-75b6-482c-8852-e8293b84a9ab, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=88ef4e43-75b6-482c-8852-e8293b84a9ab,segment=NetworkSegment(e296fb18-638d-4cd2-a920-5bf2622d2f4c),segment_id=e296fb18-638d-4cd2-a920-5bf2622d2f4c)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:40:29.831357 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=55484e25-34c8-469b-8598-d718e9469013,revision_number=6']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:29.928963 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a07c7e-469c-40eb-8410-589b16f63b3f req-12c6d298-2d8b-43bf-992d-6bdb0104357b tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:29.928963 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-63a07c7e-469c-40eb-8410-589b16f63b3f req-12c6d298-2d8b-43bf-992d-6bdb0104357b tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 943 time: 0.1066389 Aug 24 13:40:29.940819 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] get_ports_and_sgs() called for port_ids ['55484e25-34c8-469b-8598-d718e9469013'] {{(pid=106987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 13:40:29.945506 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8885ae-0087-4565-851b-40c5b61f4851 req-f6b1a84f-785b-420d-8ede-501c5a7f4658 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:29.947768 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-2f8885ae-0087-4565-851b-40c5b61f4851 req-f6b1a84f-785b-420d-8ede-501c5a7f4658 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 945 time: 0.0830963 Aug 24 13:40:29.967091 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (88ef4e43-75b6-482c-8852-e8293b84a9ab), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:30.010100 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 51696) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:30.037054 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-2f8885ae-0087-4565-851b-40c5b61f4851 req-f34a6361-5b9c-469d-a7fc-5819563e6e59 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747423 Aug 24 13:40:30.083248 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=88ef4e43-75b6-482c-8852-e8293b84a9ab,revision_number=5']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:30.094790 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-63a07c7e-469c-40eb-8410-589b16f63b3f req-cf11d947-a191-4e2f-8cdd-f03c3f5f779e tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457472 Aug 24 13:40:30.163889 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 13:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f98947-f778-402e-bc9a-00f51eb6c821 x-openstack-request-id: req-35f98947-f778-402e-bc9a-00f51eb6c821 {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:40:30.164484 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ba9691-685f-444a-9c86-9ac1562acbf0", "name": "network-vif-plugged", "status": "completed", "tag": "88ef4e43-75b6-482c-8852-e8293b84a9ab", "code": 200}]} {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:40:30.165061 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-35f98947-f778-402e-bc9a-00f51eb6c821 {{(pid=106987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:40:30.165773 dv-cinder-779578-4-iscsi neutron-server[106987]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35f98947-f778-402e-bc9a-00f51eb6c821'] response: {'server_uuid': '08ba9691-685f-444a-9c86-9ac1562acbf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88ef4e43-75b6-482c-8852-e8293b84a9ab', 'code': 200} Aug 24 13:40:30.250632 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-a4ebde6a-c354-40f5-a661-1c10b0626714 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:30.283548 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5b34a077-25df-4976-8300-55930a66d2d3 req-3d0273e4-2814-4fbd-af0e-34c463bf44f9 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--424436327&fields=id&tenant_id=019b2e8bdb934d94a25fe4b355e73c68 HTTP/1.1" status: 200 len: 267 time: 0.0783098 Aug 24 13:40:30.307981 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8181b-fc65-4d9d-83a0-8ad90bb7b7a6 req-a9d8942c-ca7b-4565-aa6f-760595e4bc77 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:30.309999 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9fb8181b-fc65-4d9d-83a0-8ad90bb7b7a6 req-a9d8942c-ca7b-4565-aa6f-760595e4bc77 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=46ffe8c1-ef80-42b6-aa3c-6f60ceea267b HTTP/1.1" status: 200 len: 943 time: 0.0764520 Aug 24 13:40:30.343750 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-a4ebde6a-c354-40f5-a661-1c10b0626714 admin admin] Publish callbacks [] for security_group (451e86ee-9934-499b-af1d-d18bc87594ed), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:30.430120 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-a4ebde6a-c354-40f5-a661-1c10b0626714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (451e86ee-9934-499b-af1d-d18bc87594ed), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:30.432956 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9fb8181b-fc65-4d9d-83a0-8ad90bb7b7a6 req-d2837366-67c5-4e93-9971-464b18edd221 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d185a265-9016-405f-9ca1-9174708eebca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082461 Aug 24 13:40:30.458552 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b34a077-25df-4976-8300-55930a66d2d3 req-bb3e686a-93f3-4fa3-a053-f96ebce52954 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:30.460042 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5b34a077-25df-4976-8300-55930a66d2d3 req-bb3e686a-93f3-4fa3-a053-f96ebce52954 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/networks?id=789a27f6-7f62-4022-86ef-1042c82fc322 HTTP/1.1" status: 200 len: 815 time: 0.1671236 Aug 24 13:40:30.476993 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5b34a077-25df-4976-8300-55930a66d2d3 req-102e4d86-deb3-4173-ade2-7627d0c85d82 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/quotas/019b2e8bdb934d94a25fe4b355e73c68 HTTP/1.1" status: 200 len: 375 time: 0.0103071 Aug 24 13:40:30.477642 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ebde6a-c354-40f5-a661-1c10b0626714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451e86ee-9934-499b-af1d-d18bc87594ed,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:30.484223 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-a4ebde6a-c354-40f5-a661-1c10b0626714 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=609ef41523c24dc09131a8a8ac829805&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4709418 Aug 24 13:40:30.485594 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 51716) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:30.553284 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5b34a077-25df-4976-8300-55930a66d2d3 req-ecd5118f-693e-40af-aa1e-d276722bd301 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=019b2e8bdb934d94a25fe4b355e73c68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0621843 Aug 24 13:40:30.565859 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-9bad7148-40f3-4db1-8a19-5f1282d4caa6 admin admin] Publish callbacks [] for security_group (451e86ee-9934-499b-af1d-d18bc87594ed), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:30.584587 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d057fb-501d-477f-8d20-b38da1e62b04 req-640899e3-fdaf-4fbd-934d-1a3bbbfa0dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:30.586088 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-27d057fb-501d-477f-8d20-b38da1e62b04 req-640899e3-fdaf-4fbd-934d-1a3bbbfa0dd3 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=c22fb394e99345d88b2e082b22902af3&device_id=46ffe8c1-ef80-42b6-aa3c-6f60ceea267b HTTP/1.1" status: 200 len: 1127 time: 0.0604198 Aug 24 13:40:30.599630 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-9bad7148-40f3-4db1-8a19-5f1282d4caa6 admin admin] Publish callbacks [] for security_group (451e86ee-9934-499b-af1d-d18bc87594ed), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:30.693911 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5b34a077-25df-4976-8300-55930a66d2d3 req-5ebe50c0-b7a8-4d7f-8288-ff850b4f4e20 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/789a27f6-7f62-4022-86ef-1042c82fc322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239226 Aug 24 13:40:30.754166 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d057fb-501d-477f-8d20-b38da1e62b04 req-edb477fb-27a3-4d7b-ae5d-7a86d74a80a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:30.756373 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-27d057fb-501d-477f-8d20-b38da1e62b04 req-edb477fb-27a3-4d7b-ae5d-7a86d74a80a6 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=c22fb394e99345d88b2e082b22902af3&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1455703 Aug 24 13:40:30.823789 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5b34a077-25df-4976-8300-55930a66d2d3 req-27e06451-c477-46dc-bc08-50de81126ea3 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/789a27f6-7f62-4022-86ef-1042c82fc322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289222 Aug 24 13:40:30.864115 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-9bad7148-40f3-4db1-8a19-5f1282d4caa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (451e86ee-9934-499b-af1d-d18bc87594ed), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:30.867969 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-9bad7148-40f3-4db1-8a19-5f1282d4caa6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:30.872934 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-9bad7148-40f3-4db1-8a19-5f1282d4caa6 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/451e86ee-9934-499b-af1d-d18bc87594ed HTTP/1.1" status: 204 len: 168 time: 0.3854337 Aug 24 13:40:30.900363 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bad7148-40f3-4db1-8a19-5f1282d4caa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451e86ee-9934-499b-af1d-d18bc87594ed,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:30.947021 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d057fb-501d-477f-8d20-b38da1e62b04 req-3f883d1f-42c9-4bf6-b797-762c274fa686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:30.948884 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-27d057fb-501d-477f-8d20-b38da1e62b04 req-3f883d1f-42c9-4bf6-b797-762c274fa686 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1836901 Aug 24 13:40:30.990781 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 51732) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:31.009227 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d22bdb-9c59-41b8-89d6-5e9fb0d0f490 req-5f85fc9a-eaf2-4306-80cd-230b69bb8f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:31.011416 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-d0d22bdb-9c59-41b8-89d6-5e9fb0d0f490 req-5f85fc9a-eaf2-4306-80cd-230b69bb8f65 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 1129 time: 0.0611529 Aug 24 13:40:31.098964 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be1946-96b5-48ae-a545-371ab5017094 req-d70a53f7-f526-419d-ac7c-5462c0c6c16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:31.100533 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-b1be1946-96b5-48ae-a545-371ab5017094 req-d70a53f7-f526-419d-ac7c-5462c0c6c16e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=c22fb394e99345d88b2e082b22902af3&device_id=46ffe8c1-ef80-42b6-aa3c-6f60ceea267b HTTP/1.1" status: 200 len: 1127 time: 0.0594535 Aug 24 13:40:31.103072 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-d0d22bdb-9c59-41b8-89d6-5e9fb0d0f490 req-e0bd2883-4720-44c1-9f6f-cb2c455c4a55 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790629 Aug 24 13:40:31.108036 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-933e7a88-ff47-4d99-9a43-83c0327d4ffb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1720010661-network', 'tenant_id': '6bcafe839dec4fcc95a4c720463483ba'}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:40:31.240228 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-cd0048cf-401c-40bf-b93d-17ba176ae0a1 req-b1b939d8-04b1-43d2-8e5f-965078b26f6d tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=807615f2-1905-4a84-8a8b-574886415dc6 HTTP/1.1" status: 200 len: 210 time: 0.0476885 Aug 24 13:40:31.257657 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986f2cfd-6f2e-4334-a0fa-ffa016cf86d5 req-1da71855-0c3b-421b-9974-231e844e400a tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:31.266054 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-986f2cfd-6f2e-4334-a0fa-ffa016cf86d5 req-1da71855-0c3b-421b-9974-231e844e400a tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 945 time: 0.0860438 Aug 24 13:40:31.277482 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 19cbe24e-f4f7-4309-aa0c-30c3342c1d7c details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=106987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 13:40:31.289206 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 55484e25-34c8-469b-8598-d718e9469013 up at agent hyperv_hv-cinder-77957 {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:40:31.305507 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933e7a88-ff47-4d99-9a43-83c0327d4ffb admin admin] Made reservation on behalf of 6bcafe839dec4fcc95a4c720463483ba for: {'network': 1} {{(pid=106985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:40:31.308353 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-933e7a88-ff47-4d99-9a43-83c0327d4ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for network (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:31.328650 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-933e7a88-ff47-4d99-9a43-83c0327d4ffb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:31.364868 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Provisioning complete for port 55484e25-34c8-469b-8598-d718e9469013 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:40:31.365464 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (55484e25-34c8-469b-8598-d718e9469013), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:31.367564 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-986f2cfd-6f2e-4334-a0fa-ffa016cf86d5 req-4ae68971-9969-4faf-bac8-5c37a1d9d11c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982885 Aug 24 13:40:31.491550 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e3d72-30b5-44e4-b1a9-3c2375f4d30c req-d8d04552-9ae3-4f32-b9c1-8db4fd7d32bb tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:31.493170 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-c54e3d72-30b5-44e4-b1a9-3c2375f4d30c req-d8d04552-9ae3-4f32-b9c1-8db4fd7d32bb tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 943 time: 0.0912468 Aug 24 13:40:31.518368 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-b1be1946-96b5-48ae-a545-371ab5017094 req-49cd7096-3795-4244-a025-57c58a29371c service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=217d6ecd-1ec6-4895-adb9-790e971bf720 HTTP/1.1" status: 200 len: 217 time: 0.0912480 Aug 24 13:40:31.543676 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-933e7a88-ff47-4d99-9a43-83c0327d4ffb admin admin] Publish callbacks [] for security_group (bee01e30-71b4-4404-8381-e51c288ce166), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:31.579764 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-c54e3d72-30b5-44e4-b1a9-3c2375f4d30c req-1a45e6c6-f96d-41cb-8881-c67024346ac3 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779262 Aug 24 13:40:31.615259 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port 55484e25-34c8-469b-8598-d718e9469013 is: BUILD; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:40:31.615907 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (55484e25-34c8-469b-8598-d718e9469013), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:31.617671 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4578c4d2-41b7-4332-895e-928a6d107289 req-1ef455b8-6dd6-4b42-9e70-7a2a6e0c7f08 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:31.619415 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4578c4d2-41b7-4332-895e-928a6d107289 req-1ef455b8-6dd6-4b42-9e70-7a2a6e0c7f08 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=46ffe8c1-ef80-42b6-aa3c-6f60ceea267b HTTP/1.1" status: 200 len: 943 time: 0.0567331 Aug 24 13:40:31.636165 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 19cbe24e-f4f7-4309-aa0c-30c3342c1d7c, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=19cbe24e-f4f7-4309-aa0c-30c3342c1d7c,segment=NetworkSegment(e296fb18-638d-4cd2-a920-5bf2622d2f4c),segment_id=e296fb18-638d-4cd2-a920-5bf2622d2f4c)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:40:31.662482 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-933e7a88-ff47-4d99-9a43-83c0327d4ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (bee01e30-71b4-4404-8381-e51c288ce166), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:31.663272 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Returning: {'device': '19cbe24e-f4f7-4309-aa0c-30c3342c1d7c', 'network_id': '1fcb22e0-a643-462e-8b2f-3661641fd3fe', 'port_id': '19cbe24e-f4f7-4309-aa0c-30c3342c1d7c', 'mac_address': 'fa:16:3e:8e:11:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7ad1c15-3875-4de4-b3a4-2c63d79b04bd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 13:40:31.681478 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 55484e25-34c8-469b-8598-d718e9469013, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=55484e25-34c8-469b-8598-d718e9469013,segment=NetworkSegment(d3c5e9c4-fd20-406c-b672-893adab194ab),segment_id=d3c5e9c4-fd20-406c-b672-893adab194ab)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:40:31.703712 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-933e7a88-ff47-4d99-9a43-83c0327d4ffb admin admin] vlan segment allocate from pool success with {'vlan_id': 439, 'physical_network': 'physnet1'} {{(pid=106985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 13:40:31.721310 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port 19cbe24e-f4f7-4309-aa0c-30c3342c1d7c is: DOWN; New status is: BUILD {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:40:31.722384 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (19cbe24e-f4f7-4309-aa0c-30c3342c1d7c), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:31.734980 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933e7a88-ff47-4d99-9a43-83c0327d4ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bee01e30-71b4-4404-8381-e51c288ce166,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:31.752781 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4578c4d2-41b7-4332-895e-928a6d107289 req-9e6ca788-c25f-47be-b828-ea87884799b3 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d185a265-9016-405f-9ca1-9174708eebca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108992 Aug 24 13:40:31.757958 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19cbe24e-f4f7-4309-aa0c-30c3342c1d7c {{(pid=106987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 13:40:31.759135 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-933e7a88-ff47-4d99-9a43-83c0327d4ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916165'] for segment (2ee2ed0f-8942-4d6c-9c77-0bae79e3a489), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:31.762965 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.db.segments_db [None req-933e7a88-ff47-4d99-9a43-83c0327d4ffb admin admin] Added segment 2ee2ed0f-8942-4d6c-9c77-0bae79e3a489 of type vlan for network 2a47b7b8-8e69-4dcf-8155-1e0d50419209 Aug 24 13:40:31.772670 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (55484e25-34c8-469b-8598-d718e9469013), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:31.823024 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-933e7a88-ff47-4d99-9a43-83c0327d4ffb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732775010169'] for network (2a47b7b8-8e69-4dcf-8155-1e0d50419209), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:31.859176 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 19cbe24e-f4f7-4309-aa0c-30c3342c1d7c, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=19cbe24e-f4f7-4309-aa0c-30c3342c1d7c,segment=NetworkSegment(e296fb18-638d-4cd2-a920-5bf2622d2f4c),segment_id=e296fb18-638d-4cd2-a920-5bf2622d2f4c)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:40:31.902910 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=55484e25-34c8-469b-8598-d718e9469013,revision_number=7']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:31.908840 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be1946-96b5-48ae-a545-371ab5017094 req-3e07f82d-0648-41ff-ac64-f5cbfe9306e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:31.910650 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-b1be1946-96b5-48ae-a545-371ab5017094 req-3e07f82d-0648-41ff-ac64-f5cbfe9306e6 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=827cb011-7c9c-4ec6-ab87-5b244beb70e2 HTTP/1.1" status: 200 len: 848 time: 0.1094141 Aug 24 13:40:31.918652 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 51766) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:31.935036 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-33d37c78-56cf-4cd0-ad57-9faddf181f15 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:31.955329 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-b1be1946-96b5-48ae-a545-371ab5017094 req-98b87d98-f334-4fca-a887-be40f301e7f6 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=c0c5540c-3e08-475c-a808-3a64025a5c41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334587 Aug 24 13:40:31.986430 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (19cbe24e-f4f7-4309-aa0c-30c3342c1d7c), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:31.990068 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-933e7a88-ff47-4d99-9a43-83c0327d4ffb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995'] for network (2a47b7b8-8e69-4dcf-8155-1e0d50419209), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:31.991348 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933e7a88-ff47-4d99-9a43-83c0327d4ffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:31.998579 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-933e7a88-ff47-4d99-9a43-83c0327d4ffb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for network (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:32.062045 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=19cbe24e-f4f7-4309-aa0c-30c3342c1d7c,revision_number=4']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:32.081217 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933e7a88-ff47-4d99-9a43-83c0327d4ffb admin admin] Pushing event updated for resources: {'Network': ['ID=2a47b7b8-8e69-4dcf-8155-1e0d50419209,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:32.095034 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Network 2a47b7b8-8e69-4dcf-8155-1e0d50419209 details requested by agent ovs-agent-dv-cinder-779578-4-iscsi with host dv-cinder-779578-4-iscsi {{(pid=106987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 13:40:32.105505 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-33d37c78-56cf-4cd0-ad57-9faddf181f15 admin admin] Publish callbacks [] for security_group (9138d59f-daef-4e84-9c21-2610150dd8d4), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:32.116756 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-b1be1946-96b5-48ae-a545-371ab5017094 req-0fa68819-747c-443e-8d69-5cdc7a2bcf43 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/c0c5540c-3e08-475c-a808-3a64025a5c41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522191 Aug 24 13:40:32.137756 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-933e7a88-ff47-4d99-9a43-83c0327d4ffb admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1449933 Aug 24 13:40:32.141262 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 51768) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:32.145193 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-b2d911e9-3f6d-405a-90f6-d36f58cee55a admin admin] Request body: {'subnet': {'network_id': '2a47b7b8-8e69-4dcf-8155-1e0d50419209', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1720010661-subnet', 'tenant_id': '6bcafe839dec4fcc95a4c720463483ba', 'ip_version': 4}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:40:32.166643 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53bade32-e7bf-4ace-9b68-0458f257feff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55484e25-34c8-469b-8598-d718e9469013'}] {{(pid=106987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:40:32.170508 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee01592ba90e2cb9dcb0c84681ff9a6759d336f5db8af78df2209fafc25a55a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb28d1d9-e48f-45e8-b1ef-fc5c291178ac" -d '{"events": [{"server_uuid": "53bade32-e7bf-4ace-9b68-0458f257feff", "name": "network-vif-plugged", "status": "completed", "tag": "55484e25-34c8-469b-8598-d718e9469013"}]}' {{(pid=106987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:40:32.211617 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 13:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4c509fe-1743-4bbd-a4f9-d8ba5b4c79cb x-openstack-request-id: req-e4c509fe-1743-4bbd-a4f9-d8ba5b4c79cb {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:40:32.211904 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53bade32-e7bf-4ace-9b68-0458f257feff", "name": "network-vif-plugged", "status": "completed", "tag": "55484e25-34c8-469b-8598-d718e9469013", "code": 200}]} {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:40:32.212160 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e4c509fe-1743-4bbd-a4f9-d8ba5b4c79cb {{(pid=106987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:40:32.212598 dv-cinder-779578-4-iscsi neutron-server[106987]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4c509fe-1743-4bbd-a4f9-d8ba5b4c79cb'] response: {'server_uuid': '53bade32-e7bf-4ace-9b68-0458f257feff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55484e25-34c8-469b-8598-d718e9469013', 'code': 200} Aug 24 13:40:32.226063 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-33d37c78-56cf-4cd0-ad57-9faddf181f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (9138d59f-daef-4e84-9c21-2610150dd8d4), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:32.358657 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] get_ports_and_sgs() called for port_ids ['19cbe24e-f4f7-4309-aa0c-30c3342c1d7c'] {{(pid=106987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 13:40:32.453341 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d911e9-3f6d-405a-90f6-d36f58cee55a admin admin] Made reservation on behalf of 6bcafe839dec4fcc95a4c720463483ba for: {'subnet': 1} {{(pid=106985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:40:32.455758 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-b2d911e9-3f6d-405a-90f6-d36f58cee55a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133617'] for subnet (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:32.513244 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:32.537593 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1675f91c-8387-433d-9c26-c9947c07bdd3 req-1febffaa-d20d-4708-8812-c6992463f035 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=807615f2-1905-4a84-8a8b-574886415dc6 HTTP/1.1" status: 200 len: 210 time: 0.1020670 Aug 24 13:40:32.542412 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-33d37c78-56cf-4cd0-ad57-9faddf181f15 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=09be5b26299442109a350b9d82b94887&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6225159 Aug 24 13:40:32.546488 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 51776) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:32.584863 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d37c78-56cf-4cd0-ad57-9faddf181f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9138d59f-daef-4e84-9c21-2610150dd8d4,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:32.606679 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-a420eb4c-2728-41d9-ad2e-cd8e5920bd69 admin admin] Publish callbacks [] for security_group (9138d59f-daef-4e84-9c21-2610150dd8d4), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:32.630809 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-a420eb4c-2728-41d9-ad2e-cd8e5920bd69 admin admin] Publish callbacks [] for security_group (9138d59f-daef-4e84-9c21-2610150dd8d4), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:32.655337 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d373b3f-13d0-4fbd-8bf7-b8648f2fea5a req-8a32560f-2287-49e9-9b8f-ab5802152210 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:32.657063 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-2d373b3f-13d0-4fbd-8bf7-b8648f2fea5a req-8a32560f-2287-49e9-9b8f-ab5802152210 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 946 time: 0.1743443 Aug 24 13:40:32.802514 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:32.822067 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42796cb-ec2f-4a19-9cdd-5f3d2b408fb2 req-383077d5-3bf6-4146-83a1-1a447934a791 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:32.835071 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e42796cb-ec2f-4a19-9cdd-5f3d2b408fb2 req-383077d5-3bf6-4146-83a1-1a447934a791 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 944 time: 0.1545308 Aug 24 13:40:32.855605 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-a420eb4c-2728-41d9-ad2e-cd8e5920bd69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (9138d59f-daef-4e84-9c21-2610150dd8d4), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:32.863198 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-2d373b3f-13d0-4fbd-8bf7-b8648f2fea5a req-b4162bde-8f7d-4af8-826d-f6ef46b881fb tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1961720 Aug 24 13:40:32.868968 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-a420eb4c-2728-41d9-ad2e-cd8e5920bd69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:32.877131 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-a420eb4c-2728-41d9-ad2e-cd8e5920bd69 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/9138d59f-daef-4e84-9c21-2610150dd8d4 HTTP/1.1" status: 204 len: 168 time: 0.3266704 Aug 24 13:40:32.912433 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a420eb4c-2728-41d9-ad2e-cd8e5920bd69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9138d59f-daef-4e84-9c21-2610150dd8d4,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:32.965279 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-b1be1946-96b5-48ae-a545-371ab5017094 req-a49db19e-6ca5-4409-82cf-da2d3f679629 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/c0c5540c-3e08-475c-a808-3a64025a5c41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127912 Aug 24 13:40:33.022067 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e42796cb-ec2f-4a19-9cdd-5f3d2b408fb2 req-30c30179-64c8-45ca-8883-fc75ad3fff38 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897156 Aug 24 13:40:33.036924 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb02ce7-5ee0-4eae-9630-a08d0454907e req-21be76df-7273-4028-b17b-fc68520821dd tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:33.039001 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-adb02ce7-5ee0-4eae-9630-a08d0454907e req-21be76df-7273-4028-b17b-fc68520821dd tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=46ffe8c1-ef80-42b6-aa3c-6f60ceea267b HTTP/1.1" status: 200 len: 943 time: 0.0647411 Aug 24 13:40:33.060065 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-b2d911e9-3f6d-405a-90f6-d36f58cee55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2795956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133535'] for subnet (2bc1c488-9e72-4177-be4a-033432e17d3d), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:33.178364 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-adb02ce7-5ee0-4eae-9630-a08d0454907e req-a2eddd09-051f-4884-9432-95387a53acc8 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d185a265-9016-405f-9ca1-9174708eebca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309335 Aug 24 13:40:33.179585 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d911e9-3f6d-405a-90f6-d36f58cee55a admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bc1c488-9e72-4177-be4a-033432e17d3d,revision_number=0']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:33.194100 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d911e9-3f6d-405a-90f6-d36f58cee55a admin admin] Checking segment: {'id': '2ee2ed0f-8942-4d6c-9c77-0bae79e3a489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2a47b7b8-8e69-4dcf-8155-1e0d50419209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:40:33.194645 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d911e9-3f6d-405a-90f6-d36f58cee55a admin admin] Network hostable DHCP agents. Network: 2a47b7b8-8e69-4dcf-8155-1e0d50419209, hostable agents: ['5b6616ad-7c61-467c-8809-81a3e3733e23'], hosted agents: [] {{(pid=106985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 13:40:33.277798 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 19cbe24e-f4f7-4309-aa0c-30c3342c1d7c up at agent hyperv_hv-cinder-77957 {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:40:33.283641 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d911e9-3f6d-405a-90f6-d36f58cee55a admin admin] Network 2a47b7b8-8e69-4dcf-8155-1e0d50419209 is scheduled to be hosted by DHCP agent 5b6616ad-7c61-467c-8809-81a3e3733e23 with binding_index 1 {{(pid=106985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 13:40:33.332082 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Provisioning for port 19cbe24e-f4f7-4309-aa0c-30c3342c1d7c completed by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 13:40:33.386583 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.base_scheduler [None req-b2d911e9-3f6d-405a-90f6-d36f58cee55a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779578-4-iscsi, 2a47b7b8-8e69-4dcf-8155-1e0d50419209) {{(pid=106985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:40:33.403520 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d911e9-3f6d-405a-90f6-d36f58cee55a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:33.404692 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620780dc-f8e9-485f-95d5-a5cbf7a59dd3 None None] Network 2a47b7b8-8e69-4dcf-8155-1e0d50419209 requested from dv-cinder-779578-4-iscsi {{(pid=106987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 13:40:33.405414 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-b2d911e9-3f6d-405a-90f6-d36f58cee55a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for subnet (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:33.441683 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Provisioning complete for port 19cbe24e-f4f7-4309-aa0c-30c3342c1d7c triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:40:33.442348 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (19cbe24e-f4f7-4309-aa0c-30c3342c1d7c), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:33.588896 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 51818) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:33.597215 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-b2d911e9-3f6d-405a-90f6-d36f58cee55a admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4563627 Aug 24 13:40:33.599462 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-e05d97c9-15b7-4b72-9264-de3e4d87d786 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1720010661-router', 'tenant_id': '6bcafe839dec4fcc95a4c720463483ba', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'}}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:40:33.616322 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a1c4d5-00ab-4a11-ae63-848cbbba4534 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ca6df2e-0481-52d5-912d-ac12d3288b0d-2a47b7b8-8e69-4dcf-8155-1e0d50419209', 'network_id': '2a47b7b8-8e69-4dcf-8155-1e0d50419209', 'project_id': '6bcafe839dec4fcc95a4c720463483ba', 'fixed_ips': [{'subnet_id': '2bc1c488-9e72-4177-be4a-033432e17d3d'}]}} from dv-cinder-779578-4-iscsi. {{(pid=106987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 13:40:33.617275 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-c2a1c4d5-00ab-4a11-ae63-848cbbba4534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:33.648728 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port 19cbe24e-f4f7-4309-aa0c-30c3342c1d7c is: BUILD; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:40:33.649177 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (19cbe24e-f4f7-4309-aa0c-30c3342c1d7c), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:33.705753 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-8b9df92b-88bc-4759-96a1-a51b08d1bcaa req-214d5d00-4eae-48fa-b9b5-2aa58aa31792 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=807615f2-1905-4a84-8a8b-574886415dc6 HTTP/1.1" status: 200 len: 210 time: 0.0426288 Aug 24 13:40:33.706218 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e05d97c9-15b7-4b72-9264-de3e4d87d786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1009456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7664'] for router (560ade53-d2ca-4e61-85e4-db79f60cec86), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:33.707322 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e05d97c9-15b7-4b72-9264-de3e4d87d786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1008860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1030859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7655'] for router (560ade53-d2ca-4e61-85e4-db79f60cec86), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:33.748723 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 19cbe24e-f4f7-4309-aa0c-30c3342c1d7c, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=19cbe24e-f4f7-4309-aa0c-30c3342c1d7c,segment=NetworkSegment(e296fb18-638d-4cd2-a920-5bf2622d2f4c),segment_id=e296fb18-638d-4cd2-a920-5bf2622d2f4c)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:40:33.790972 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e05d97c9-15b7-4b72-9264-de3e4d87d786 admin admin] Publish callbacks [] for router_controller (560ade53-d2ca-4e61-85e4-db79f60cec86), precommit_add_association {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:33.872040 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=65 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:33.955340 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (19cbe24e-f4f7-4309-aa0c-30c3342c1d7c), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:34.026054 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.db_base_plugin_common [None req-c2a1c4d5-00ab-4a11-ae63-848cbbba4534 None None] Allocated IP 172.20.0.2 (2a47b7b8-8e69-4dcf-8155-1e0d50419209/2bc1c488-9e72-4177-be4a-033432e17d3d/455b18f1-e1c2-43be-aec7-e3df152c48c4) {{(pid=106987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:40:34.077161 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=19cbe24e-f4f7-4309-aa0c-30c3342c1d7c,revision_number=5']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:34.188892 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e05d97c9-15b7-4b72-9264-de3e4d87d786 admin admin] Publish callbacks [] for router_gateway (560ade53-d2ca-4e61-85e4-db79f60cec86), precommit_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:34.217675 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe90b5c-a710-43ee-b3a8-773a37849056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19cbe24e-f4f7-4309-aa0c-30c3342c1d7c'}] {{(pid=106987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:40:34.220548 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee01592ba90e2cb9dcb0c84681ff9a6759d336f5db8af78df2209fafc25a55a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-111eaaf7-7ff7-4c8b-bd22-a36fe11b8143" -d '{"events": [{"server_uuid": "fbe90b5c-a710-43ee-b3a8-773a37849056", "name": "network-vif-plugged", "status": "completed", "tag": "19cbe24e-f4f7-4309-aa0c-30c3342c1d7c"}]}' {{(pid=106987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:40:34.238058 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 51828) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:34.267981 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-326f3be1-766d-42f0-9db2-bb0929983138 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:34.369797 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586d104-6b1d-42da-b09f-00c4ce8ae372 req-4df80af0-5ddf-4079-90f8-653bf67ce708 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:34.376791 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-c586d104-6b1d-42da-b09f-00c4ce8ae372 req-4df80af0-5ddf-4079-90f8-653bf67ce708 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 946 time: 0.2840693 Aug 24 13:40:34.397703 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9b1ff9-58fa-4076-b769-3b68820200ef req-4c697d8b-3536-4974-847c-f7faa4bc1c2d tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:34.408359 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3a9b1ff9-58fa-4076-b769-3b68820200ef req-4c697d8b-3536-4974-847c-f7faa4bc1c2d tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 945 time: 0.1918435 Aug 24 13:40:34.423051 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-c2a1c4d5-00ab-4a11-ae63-848cbbba4534 None None] Publish callbacks [] for port (455b18f1-e1c2-43be-aec7-e3df152c48c4), precommit_create {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:34.488921 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3a9b1ff9-58fa-4076-b769-3b68820200ef req-9ff8d27a-16c1-415b-8a9c-ec03d1a14f83 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795655 Aug 24 13:40:34.519632 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-326f3be1-766d-42f0-9db2-bb0929983138 admin admin] Publish callbacks [] for security_group (a1840f05-61ad-4a01-a368-b63a6808a38d), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:34.528845 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:34.536293 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-c2a1c4d5-00ab-4a11-ae63-848cbbba4534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634'] for port (455b18f1-e1c2-43be-aec7-e3df152c48c4), after_create {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:34.581879 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-c586d104-6b1d-42da-b09f-00c4ce8ae372 req-8649f3f7-3ea0-4021-ba89-558572f8ff44 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701255 Aug 24 13:40:34.712863 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-326f3be1-766d-42f0-9db2-bb0929983138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (a1840f05-61ad-4a01-a368-b63a6808a38d), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:34.722743 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf47a8c-425d-4113-9fa7-13eda994dfa0 req-b30567a2-787c-4a85-b8f6-3468af5a37db tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:34.727623 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=100 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:34.731671 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a1c4d5-00ab-4a11-ae63-848cbbba4534 None None] Pushing event updated for resources: {'Port': ['ID=455b18f1-e1c2-43be-aec7-e3df152c48c4,revision_number=1']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:34.739878 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-fdf47a8c-425d-4113-9fa7-13eda994dfa0 req-b30567a2-787c-4a85-b8f6-3468af5a37db tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=46ffe8c1-ef80-42b6-aa3c-6f60ceea267b HTTP/1.1" status: 200 len: 943 time: 0.1146672 Aug 24 13:40:34.788762 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2a1c4d5-00ab-4a11-ae63-848cbbba4534 None None] Network 2a47b7b8-8e69-4dcf-8155-1e0d50419209 is already hosted by enough agents. {{(pid=106987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:40:34.798861 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.scheduler.base_scheduler [None req-c2a1c4d5-00ab-4a11-ae63-848cbbba4534 None None] Resources bound (agent type, host, resource id): {{(pid=106987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:40:34.803555 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a1c4d5-00ab-4a11-ae63-848cbbba4534 None None] Received port after_create {{(pid=106987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:40:34.830351 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-326f3be1-766d-42f0-9db2-bb0929983138 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=113dae4e9c7f47b29f7da269b1a6c642&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5876498 Aug 24 13:40:34.830351 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326f3be1-766d-42f0-9db2-bb0929983138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1840f05-61ad-4a01-a368-b63a6808a38d,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:34.831616 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 51836) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:34.838306 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-fdf47a8c-425d-4113-9fa7-13eda994dfa0 req-ad6d8367-6cc0-4a12-8cc1-a052df4a513e tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d185a265-9016-405f-9ca1-9174708eebca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992255 Aug 24 13:40:34.905243 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 13:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ffcc0c5-ec87-4bf3-a727-c3185256bbcc x-openstack-request-id: req-2ffcc0c5-ec87-4bf3-a727-c3185256bbcc {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:40:34.906007 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbe90b5c-a710-43ee-b3a8-773a37849056", "name": "network-vif-plugged", "status": "completed", "tag": "19cbe24e-f4f7-4309-aa0c-30c3342c1d7c", "code": 200}]} {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:40:34.906499 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2ffcc0c5-ec87-4bf3-a727-c3185256bbcc {{(pid=106987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:40:34.907199 dv-cinder-779578-4-iscsi neutron-server[106987]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ffcc0c5-ec87-4bf3-a727-c3185256bbcc'] response: {'server_uuid': 'fbe90b5c-a710-43ee-b3a8-773a37849056', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19cbe24e-f4f7-4309-aa0c-30c3342c1d7c', 'code': 200} Aug 24 13:40:34.955832 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-c2a1c4d5-00ab-4a11-ae63-848cbbba4534 None None] Attempting to bind port 455b18f1-e1c2-43be-aec7-e3df152c48c4 on host dv-cinder-779578-4-iscsi for vnic_type normal with profile {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:40:34.959786 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-c2a1c4d5-00ab-4a11-ae63-848cbbba4534 None None] Attempting to bind port 455b18f1-e1c2-43be-aec7-e3df152c48c4 by drivers openvswitch,hyperv on host dv-cinder-779578-4-iscsi at level 0 using segments [{'id': '2ee2ed0f-8942-4d6c-9c77-0bae79e3a489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2a47b7b8-8e69-4dcf-8155-1e0d50419209'}] {{(pid=106987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:40:34.959786 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a1c4d5-00ab-4a11-ae63-848cbbba4534 None None] Attempting to bind port 455b18f1-e1c2-43be-aec7-e3df152c48c4 on network 2a47b7b8-8e69-4dcf-8155-1e0d50419209 {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:40:34.966818 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a1c4d5-00ab-4a11-ae63-848cbbba4534 None None] Checking agent: {'id': '00f42bad-d4f2-47c4-8e20-2c8cceeec132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 29, 55), 'started_at': datetime.datetime(2022, 8, 24, 13, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:40:34.967405 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a1c4d5-00ab-4a11-ae63-848cbbba4534 None None] Checking segment: {'id': '2ee2ed0f-8942-4d6c-9c77-0bae79e3a489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2a47b7b8-8e69-4dcf-8155-1e0d50419209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:40:34.968629 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-c2a1c4d5-00ab-4a11-ae63-848cbbba4534 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:34.969483 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2a1c4d5-00ab-4a11-ae63-848cbbba4534 None None] Bound using segment: {'id': '2ee2ed0f-8942-4d6c-9c77-0bae79e3a489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2a47b7b8-8e69-4dcf-8155-1e0d50419209'} {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:40:34.970080 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-c2a1c4d5-00ab-4a11-ae63-848cbbba4534 None None] Bound port: 455b18f1-e1c2-43be-aec7-e3df152c48c4, host: dv-cinder-779578-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee2ed0f-8942-4d6c-9c77-0bae79e3a489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2a47b7b8-8e69-4dcf-8155-1e0d50419209'}}] {{(pid=106987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:40:34.970599 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-c2a1c4d5-00ab-4a11-ae63-848cbbba4534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (455b18f1-e1c2-43be-aec7-e3df152c48c4), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:34.980215 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a59e92db-3780-480f-8aed-bf086ec2e188 req-6f2d0412-5c98-40b6-85aa-909823d1484f tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=807615f2-1905-4a84-8a8b-574886415dc6 HTTP/1.1" status: 200 len: 210 time: 0.0504632 Aug 24 13:40:35.067149 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-c2a1c4d5-00ab-4a11-ae63-848cbbba4534 None None] For port 455b18f1-e1c2-43be-aec7-e3df152c48c4, host dv-cinder-779578-4-iscsi, cleared binding levels {{(pid=106987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:40:35.073653 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-c2a1c4d5-00ab-4a11-ae63-848cbbba4534 None None] For port 455b18f1-e1c2-43be-aec7-e3df152c48c4, host dv-cinder-779578-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=455b18f1-e1c2-43be-aec7-e3df152c48c4,segment=NetworkSegment(2ee2ed0f-8942-4d6c-9c77-0bae79e3a489),segment_id=2ee2ed0f-8942-4d6c-9c77-0bae79e3a489)] {{(pid=106987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:40:35.118148 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-3bb74302-e70a-4259-a995-d8aaceb2f476 admin admin] Publish callbacks [] for security_group (a1840f05-61ad-4a01-a368-b63a6808a38d), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:35.146440 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-3bb74302-e70a-4259-a995-d8aaceb2f476 admin admin] Publish callbacks [] for security_group (a1840f05-61ad-4a01-a368-b63a6808a38d), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:35.219165 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e05d97c9-15b7-4b72-9264-de3e4d87d786 admin admin] Publish callbacks [] for router_gateway (560ade53-d2ca-4e61-85e4-db79f60cec86), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:35.246597 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e05d97c9-15b7-4b72-9264-de3e4d87d786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:35.278825 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 217d6ecd-1ec6-4895-adb9-790e971bf720 details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=106987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 13:40:35.471413 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 217d6ecd-1ec6-4895-adb9-790e971bf720, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=217d6ecd-1ec6-4895-adb9-790e971bf720,segment=NetworkSegment(dc18128c-52d7-4216-ada5-948790f2b11c),segment_id=dc18128c-52d7-4216-ada5-948790f2b11c)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:40:35.488673 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Returning: {'device': '217d6ecd-1ec6-4895-adb9-790e971bf720', 'network_id': 'c0c5540c-3e08-475c-a808-3a64025a5c41', 'port_id': '217d6ecd-1ec6-4895-adb9-790e971bf720', 'mac_address': 'fa:16:3e:b6:4a:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '827cb011-7c9c-4ec6-ab87-5b244beb70e2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 13:40:35.537572 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port 217d6ecd-1ec6-4895-adb9-790e971bf720 is: DOWN; New status is: BUILD {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:40:35.538054 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (217d6ecd-1ec6-4895-adb9-790e971bf720), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:35.581183 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-3bb74302-e70a-4259-a995-d8aaceb2f476 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (a1840f05-61ad-4a01-a368-b63a6808a38d), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:35.584239 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-3bb74302-e70a-4259-a995-d8aaceb2f476 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:35.588480 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-3bb74302-e70a-4259-a995-d8aaceb2f476 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/a1840f05-61ad-4a01-a368-b63a6808a38d HTTP/1.1" status: 204 len: 168 time: 0.7502561 Aug 24 13:40:35.592565 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-c2a1c4d5-00ab-4a11-ae63-848cbbba4534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (455b18f1-e1c2-43be-aec7-e3df152c48c4), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:35.614938 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 217d6ecd-1ec6-4895-adb9-790e971bf720 {{(pid=106987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 13:40:35.696156 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:35.717675 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb74302-e70a-4259-a995-d8aaceb2f476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1840f05-61ad-4a01-a368-b63a6808a38d,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:35.764784 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:35.815094 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 217d6ecd-1ec6-4895-adb9-790e971bf720, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=217d6ecd-1ec6-4895-adb9-790e971bf720,segment=NetworkSegment(dc18128c-52d7-4216-ada5-948790f2b11c),segment_id=dc18128c-52d7-4216-ada5-948790f2b11c)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:40:35.837057 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:35.845322 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a1c4d5-00ab-4a11-ae63-848cbbba4534 None None] Pushing event updated for resources: {'Port': ['ID=455b18f1-e1c2-43be-aec7-e3df152c48c4,revision_number=2']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:35.955584 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.db_base_plugin_common [None req-e05d97c9-15b7-4b72-9264-de3e4d87d786 admin admin] Allocated IP 172.27.1.239 (b9a647d2-3285-4c25-b9a6-e511e6620ca5/0f88e60e-ade3-4937-9959-ff6f15b76440/a85fbe65-a79c-48d1-9540-49f0b7cb2c00) {{(pid=106986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:40:35.993006 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (217d6ecd-1ec6-4895-adb9-790e971bf720), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:36.166078 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb1b7cc-ac16-418a-80f6-394c66945bf7 req-f295f712-273f-4186-9b07-29b27844c060 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:36.177325 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0fb1b7cc-ac16-418a-80f6-394c66945bf7 req-f295f712-273f-4186-9b07-29b27844c060 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 946 time: 0.2402301 Aug 24 13:40:36.204084 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a606bc1-b6a0-4b15-aec2-806961df5087 req-1af3cef2-b4f6-487b-bc03-ad4a88dcc045 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:36.214589 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1a606bc1-b6a0-4b15-aec2-806961df5087 req-1af3cef2-b4f6-487b-bc03-ad4a88dcc045 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 945 time: 0.4040744 Aug 24 13:40:36.425006 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1a606bc1-b6a0-4b15-aec2-806961df5087 req-2c0d5da9-70e9-4472-a52e-f31cf3e78f58 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066882 Aug 24 13:40:36.438693 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:36.464314 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=217d6ecd-1ec6-4895-adb9-790e971bf720,revision_number=4']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:36.577548 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0fb1b7cc-ac16-418a-80f6-394c66945bf7 req-e0b5b7a8-cfcc-46db-9639-f277a6628d3b tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3990099 Aug 24 13:40:36.591922 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] get_ports_and_sgs() called for port_ids ['217d6ecd-1ec6-4895-adb9-790e971bf720'] {{(pid=106987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 13:40:36.761629 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f98ea22-9639-4082-89e8-74a393d7d64b req-d91f0c08-04e0-4648-a180-6fc466f46e8d tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:36.774670 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3f98ea22-9639-4082-89e8-74a393d7d64b req-d91f0c08-04e0-4648-a180-6fc466f46e8d tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=46ffe8c1-ef80-42b6-aa3c-6f60ceea267b HTTP/1.1" status: 200 len: 944 time: 0.1820650 Aug 24 13:40:36.890798 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 455b18f1-e1c2-43be-aec7-e3df152c48c4 up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:40:36.928280 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e05d97c9-15b7-4b72-9264-de3e4d87d786 admin admin] Publish callbacks [] for port (a85fbe65-a79c-48d1-9540-49f0b7cb2c00), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:37.015972 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e2a5b3e9-45d8-42e5-b157-696c6d270977 req-df9c96d7-13ad-404b-b766-974726200faa tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=807615f2-1905-4a84-8a8b-574886415dc6 HTTP/1.1" status: 200 len: 210 time: 0.1114321 Aug 24 13:40:37.019812 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3f98ea22-9639-4082-89e8-74a393d7d64b req-c75341ef-df32-40e6-9738-af81ea34047a tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d185a265-9016-405f-9ca1-9174708eebca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480249 Aug 24 13:40:37.049767 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a71260-e6c7-456f-b9e0-986c5d2dedfa req-8cab61e5-55af-479d-baba-e3567f03ceaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:37.051377 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-22a71260-e6c7-456f-b9e0-986c5d2dedfa req-8cab61e5-55af-479d-baba-e3567f03ceaa service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 1129 time: 0.9277956 Aug 24 13:40:37.064879 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b34a077-25df-4976-8300-55930a66d2d3 req-32afdd29-33dd-4d82-a767-113b86178181 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:37.066960 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-5b34a077-25df-4976-8300-55930a66d2d3 req-32afdd29-33dd-4d82-a767-113b86178181 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.20 "GET /networking/v2.0/networks?id=789a27f6-7f62-4022-86ef-1042c82fc322 HTTP/1.1" status: 200 len: 815 time: 1.2143097 Aug 24 13:40:37.118580 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port 455b18f1-e1c2-43be-aec7-e3df152c48c4 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:40:37.118991 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (455b18f1-e1c2-43be-aec7-e3df152c48c4), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:37.131528 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-22a71260-e6c7-456f-b9e0-986c5d2dedfa req-6ba495b6-182b-46b8-9832-351f48679439 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631897 Aug 24 13:40:37.135510 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e05d97c9-15b7-4b72-9264-de3e4d87d786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634'] for port (a85fbe65-a79c-48d1-9540-49f0b7cb2c00), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:37.296842 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port 455b18f1-e1c2-43be-aec7-e3df152c48c4 is: DOWN; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:40:37.298119 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (455b18f1-e1c2-43be-aec7-e3df152c48c4), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:37.333025 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-5b34a077-25df-4976-8300-55930a66d2d3 req-eddae05b-b88e-4d06-84fe-7843180c6696 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=019b2e8bdb934d94a25fe4b355e73c68 HTTP/1.1" status: 200 len: 471 time: 0.2096794 Aug 24 13:40:37.336893 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05d97c9-15b7-4b72-9264-de3e4d87d786 admin admin] Network b9a647d2-3285-4c25-b9a6-e511e6620ca5 is already hosted by enough agents. {{(pid=106986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:40:37.348868 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.base_scheduler [None req-e05d97c9-15b7-4b72-9264-de3e4d87d786 admin admin] Resources bound (agent type, host, resource id): {{(pid=106986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:40:37.360156 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05d97c9-15b7-4b72-9264-de3e4d87d786 admin admin] Received port after_create {{(pid=106986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:40:37.397762 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9eb9e0d-bd85-44b5-8ce8-c47cfde68367 None None] Network 2a47b7b8-8e69-4dcf-8155-1e0d50419209 requested from dv-cinder-779578-4-iscsi {{(pid=106987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 13:40:37.412731 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] For port 455b18f1-e1c2-43be-aec7-e3df152c48c4, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=455b18f1-e1c2-43be-aec7-e3df152c48c4,segment=NetworkSegment(2ee2ed0f-8942-4d6c-9c77-0bae79e3a489),segment_id=2ee2ed0f-8942-4d6c-9c77-0bae79e3a489)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:40:37.496338 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [req-5b34a077-25df-4976-8300-55930a66d2d3 req-1b07b17e-c530-4b45-b82b-bfa07e6c2918 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Request body: {'port': {'device_id': '807615f2-1905-4a84-8a8b-574886415dc6', 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'admin_state_up': True, 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'security_groups': ['ab786472-58d3-43b2-9530-43658f343394']}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:40:37.642091 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (455b18f1-e1c2-43be-aec7-e3df152c48c4), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:37.659038 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-af8d77a9-3ade-48f4-a25e-1d8869f3a897 None None] Provisioning complete for port 455b18f1-e1c2-43be-aec7-e3df152c48c4 triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:40:37.659422 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-af8d77a9-3ade-48f4-a25e-1d8869f3a897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (455b18f1-e1c2-43be-aec7-e3df152c48c4), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:37.695890 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97557517-5dd8-4dd8-ae44-81c560d05183 req-cad4d73d-ccb6-4fd1-bb72-32ba4e8d3425 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:37.697662 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-97557517-5dd8-4dd8-ae44-81c560d05183 req-cad4d73d-ccb6-4fd1-bb72-32ba4e8d3425 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 945 time: 0.1761160 Aug 24 13:40:37.819480 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-af8d77a9-3ade-48f4-a25e-1d8869f3a897 None None] Current status of the port 455b18f1-e1c2-43be-aec7-e3df152c48c4 is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:40:37.824575 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Pushing event updated for resources: {'Port': ['ID=455b18f1-e1c2-43be-aec7-e3df152c48c4,revision_number=3']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:37.838438 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d97c9-15b7-4b72-9264-de3e4d87d786 admin admin] Pushing event updated for resources: {'Port': ['ID=a85fbe65-a79c-48d1-9540-49f0b7cb2c00,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:37.913722 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 217d6ecd-1ec6-4895-adb9-790e971bf720 up at agent hyperv_hv-cinder-77957 {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:40:37.930293 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-97557517-5dd8-4dd8-ae44-81c560d05183 req-5cecc526-36a5-46aa-8a0c-96c550254bf8 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198055 Aug 24 13:40:37.969153 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e05d97c9-15b7-4b72-9264-de3e4d87d786 admin admin] Publish callbacks [] for router_gateway (560ade53-d2ca-4e61-85e4-db79f60cec86), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:38.004067 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:38.062090 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Provisioning for port 217d6ecd-1ec6-4895-adb9-790e971bf720 completed by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 13:40:38.068546 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9ef7d2-1a07-4748-8605-a734440678e1 req-5f61a0af-8f15-4daf-a713-c261932309b8 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:38.070485 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7f9ef7d2-1a07-4748-8605-a734440678e1 req-5f61a0af-8f15-4daf-a713-c261932309b8 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 946 time: 0.1839182 Aug 24 13:40:38.073919 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b34a077-25df-4976-8300-55930a66d2d3 req-1b07b17e-c530-4b45-b82b-bfa07e6c2918 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Made reservation on behalf of 019b2e8bdb934d94a25fe4b355e73c68 for: {'port': 1} {{(pid=106986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:40:38.085315 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-5b34a077-25df-4976-8300-55930a66d2d3 req-1b07b17e-c530-4b45-b82b-bfa07e6c2918 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:38.100894 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-a16317b2-f72f-4b1f-8657-a83f54937f61 None None] Provisioning complete for port 455b18f1-e1c2-43be-aec7-e3df152c48c4 triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:40:38.101502 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-a16317b2-f72f-4b1f-8657-a83f54937f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (455b18f1-e1c2-43be-aec7-e3df152c48c4), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:38.206725 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Provisioning complete for port 217d6ecd-1ec6-4895-adb9-790e971bf720 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:40:38.207115 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (217d6ecd-1ec6-4895-adb9-790e971bf720), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:38.235355 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-061b2135-0410-4e3e-854b-8114942469ec req-47d707bf-57cc-4556-8f41-bf4e33627fed tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=807615f2-1905-4a84-8a8b-574886415dc6 HTTP/1.1" status: 200 len: 210 time: 0.0578182 Aug 24 13:40:38.244997 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7f9ef7d2-1a07-4748-8605-a734440678e1 req-f6393cc2-3362-4f24-8efb-8136ba1c3c63 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593623 Aug 24 13:40:38.298292 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:38.303694 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:38.323275 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-a16317b2-f72f-4b1f-8657-a83f54937f61 None None] Current status of the port 455b18f1-e1c2-43be-aec7-e3df152c48c4 is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:40:38.419149 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port 217d6ecd-1ec6-4895-adb9-790e971bf720 is: BUILD; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:40:38.420454 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (217d6ecd-1ec6-4895-adb9-790e971bf720), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:38.447462 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ebf362-370a-4919-8504-82723de1f638 req-4b2a82ad-6a55-48a6-8001-25b0bade8aa9 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:38.447462 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-90ebf362-370a-4919-8504-82723de1f638 req-4b2a82ad-6a55-48a6-8001-25b0bade8aa9 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=46ffe8c1-ef80-42b6-aa3c-6f60ceea267b HTTP/1.1" status: 200 len: 944 time: 0.1068394 Aug 24 13:40:38.458499 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ffe8c1-ef80-42b6-aa3c-6f60ceea267b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217d6ecd-1ec6-4895-adb9-790e971bf720'}] {{(pid=106987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:40:38.464129 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.db_base_plugin_common [req-5b34a077-25df-4976-8300-55930a66d2d3 req-1b07b17e-c530-4b45-b82b-bfa07e6c2918 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Allocated IP 172.20.0.13 (789a27f6-7f62-4022-86ef-1042c82fc322/d07781da-28f3-4c07-b598-0d710e632916/6904bc03-dddb-4f6f-a036-c88fbbe8434e) {{(pid=106986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:40:38.465059 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee01592ba90e2cb9dcb0c84681ff9a6759d336f5db8af78df2209fafc25a55a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795c783b-449e-4ad5-8646-bfbcdcf8ac88" -d '{"events": [{"server_uuid": "46ffe8c1-ef80-42b6-aa3c-6f60ceea267b", "name": "network-vif-plugged", "status": "completed", "tag": "217d6ecd-1ec6-4895-adb9-790e971bf720"}]}' {{(pid=106987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:40:38.500696 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 217d6ecd-1ec6-4895-adb9-790e971bf720, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=217d6ecd-1ec6-4895-adb9-790e971bf720,segment=NetworkSegment(dc18128c-52d7-4216-ada5-948790f2b11c),segment_id=dc18128c-52d7-4216-ada5-948790f2b11c)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:40:38.524498 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-90ebf362-370a-4919-8504-82723de1f638 req-d31c4ff7-1b14-4ae7-bad4-47797ca7b47e tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d185a265-9016-405f-9ca1-9174708eebca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712390 Aug 24 13:40:38.531416 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e05d97c9-15b7-4b72-9264-de3e4d87d786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1009155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008813'] for router (560ade53-d2ca-4e61-85e4-db79f60cec86), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:38.568836 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 13:40:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8d5274-82c5-420d-a4e0-cb10a5e1bb0b x-openstack-request-id: req-dc8d5274-82c5-420d-a4e0-cb10a5e1bb0b {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:40:38.568836 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46ffe8c1-ef80-42b6-aa3c-6f60ceea267b", "name": "network-vif-plugged", "status": "completed", "tag": "217d6ecd-1ec6-4895-adb9-790e971bf720", "code": 200}]} {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:40:38.568836 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-dc8d5274-82c5-420d-a4e0-cb10a5e1bb0b {{(pid=106987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:40:38.568836 dv-cinder-779578-4-iscsi neutron-server[106987]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc8d5274-82c5-420d-a4e0-cb10a5e1bb0b'] response: {'server_uuid': '46ffe8c1-ef80-42b6-aa3c-6f60ceea267b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '217d6ecd-1ec6-4895-adb9-790e971bf720', 'code': 200} Aug 24 13:40:38.622027 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (217d6ecd-1ec6-4895-adb9-790e971bf720), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:38.752388 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=217d6ecd-1ec6-4895-adb9-790e971bf720,revision_number=5']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:38.803212 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 455b18f1-e1c2-43be-aec7-e3df152c48c4 up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:40:38.898850 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port 455b18f1-e1c2-43be-aec7-e3df152c48c4 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:40:38.899496 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (455b18f1-e1c2-43be-aec7-e3df152c48c4), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:38.992080 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-5b34a077-25df-4976-8300-55930a66d2d3 req-1b07b17e-c530-4b45-b82b-bfa07e6c2918 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for port (6904bc03-dddb-4f6f-a036-c88fbbe8434e), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:39.028581 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port 455b18f1-e1c2-43be-aec7-e3df152c48c4 is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:40:39.065495 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05d97c9-15b7-4b72-9264-de3e4d87d786 admin admin] Router 560ade53-d2ca-4e61-85e4-db79f60cec86 is scheduled to L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 with binding_index 1 {{(pid=106986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 13:40:39.094120 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba4e71-ae18-4b6a-b86f-7100469821c9 req-78272f93-d90e-4848-86ce-a4fa3d294a93 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:39.097449 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3cba4e71-ae18-4b6a-b86f-7100469821c9 req-78272f93-d90e-4848-86ce-a4fa3d294a93 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 945 time: 0.0711308 Aug 24 13:40:39.248266 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3cba4e71-ae18-4b6a-b86f-7100469821c9 req-13ade7c5-5654-402b-b219-07123c112cd5 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300039 Aug 24 13:40:39.315380 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-5b34a077-25df-4976-8300-55930a66d2d3 req-1b07b17e-c530-4b45-b82b-bfa07e6c2918 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634'] for port (6904bc03-dddb-4f6f-a036-c88fbbe8434e), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:39.471787 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:39.480046 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b34a077-25df-4976-8300-55930a66d2d3 req-1b07b17e-c530-4b45-b82b-bfa07e6c2918 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Network 789a27f6-7f62-4022-86ef-1042c82fc322 is already hosted by enough agents. {{(pid=106986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:40:39.536258 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.base_scheduler [req-5b34a077-25df-4976-8300-55930a66d2d3 req-1b07b17e-c530-4b45-b82b-bfa07e6c2918 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Resources bound (agent type, host, resource id): {{(pid=106986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:40:39.537180 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:39.547223 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05d97c9-15b7-4b72-9264-de3e4d87d786 admin admin] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:40:39.552384 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36f6cc2-4cab-42d7-9d79-32c007828ea9 req-7c9e65fe-826f-4aa1-a2ef-1e95b09cb540 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:39.556981 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b34a077-25df-4976-8300-55930a66d2d3 req-1b07b17e-c530-4b45-b82b-bfa07e6c2918 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Received port after_create {{(pid=106986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:40:39.570960 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b34a077-25df-4976-8300-55930a66d2d3 req-1b07b17e-c530-4b45-b82b-bfa07e6c2918 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:39.570960 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-5b34a077-25df-4976-8300-55930a66d2d3 req-1b07b17e-c530-4b45-b82b-bfa07e6c2918 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:39.571167 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c59565-aa40-4d60-bbce-6701899be60f None None] Sync routers for ids ['560ade53-d2ca-4e61-85e4-db79f60cec86'] in dv-cinder-779578-4-iscsi {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:40:39.573174 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b36f6cc2-4cab-42d7-9d79-32c007828ea9 req-7c9e65fe-826f-4aa1-a2ef-1e95b09cb540 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=807615f2-1905-4a84-8a8b-574886415dc6 HTTP/1.1" status: 200 len: 932 time: 0.2184558 Aug 24 13:40:39.600387 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c59565-aa40-4d60-bbce-6701899be60f None None] Routers {'560ade53-d2ca-4e61-85e4-db79f60cec86'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:40:39.606512 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-06c59565-aa40-4d60-bbce-6701899be60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:40:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['560ade53-d2ca-4e61-85e4-db79f60cec86'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:40:39.620140 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b07b17e-c530-4b45-b82b-bfa07e6c2918 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Pushing event updated for resources: {'Port': ['ID=6904bc03-dddb-4f6f-a036-c88fbbe8434e,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:39.627545 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517f4ad-2894-4752-9726-4ebc85c63f7a req-bac6e405-f033-4b2a-95f3-611970f3a991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:39.630385 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-a517f4ad-2894-4752-9726-4ebc85c63f7a req-bac6e405-f033-4b2a-95f3-611970f3a991 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=46ffe8c1-ef80-42b6-aa3c-6f60ceea267b HTTP/1.1" status: 200 len: 1129 time: 0.1908138 Aug 24 13:40:39.656379 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd5f2e3-8d09-4242-ac0c-5adfbb8f6486 req-faf75b48-2db2-46fa-acf1-e081ce92ec1a tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:39.665705 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ffd5f2e3-8d09-4242-ac0c-5adfbb8f6486 req-faf75b48-2db2-46fa-acf1-e081ce92ec1a tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 946 time: 0.2228386 Aug 24 13:40:39.683438 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-5b34a077-25df-4976-8300-55930a66d2d3 req-1b07b17e-c530-4b45-b82b-bfa07e6c2918 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1911013 Aug 24 13:40:39.720479 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [req-5b34a077-25df-4976-8300-55930a66d2d3 req-e2b9e67e-fe66-4c80-8927-7e51f6b16860 service neutron] Request body: {'port': {'device_id': '807615f2-1905-4a84-8a8b-574886415dc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:40:39.747276 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e05d97c9-15b7-4b72-9264-de3e4d87d786 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:39.752136 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-e05d97c9-15b7-4b72-9264-de3e4d87d786 admin admin] 10.222.0.73 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.1588585 Aug 24 13:40:39.758045 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 51910) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:39.763025 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b36f6cc2-4cab-42d7-9d79-32c007828ea9 req-dc01837c-b204-4382-a515-f32021c06e84 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ab786472-58d3-43b2-9530-43658f343394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1827443 Aug 24 13:40:39.834503 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-a517f4ad-2894-4752-9726-4ebc85c63f7a req-aa4bb244-833e-42a9-b2b4-3473af707fc9 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d185a265-9016-405f-9ca1-9174708eebca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962800 Aug 24 13:40:39.905328 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ffd5f2e3-8d09-4242-ac0c-5adfbb8f6486 req-02543847-9f7c-475e-9268-c21181b88ed1 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2371013 Aug 24 13:40:39.925560 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-06c59565-aa40-4d60-bbce-6701899be60f None None] Set router 560ade53-d2ca-4e61-85e4-db79f60cec86 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:40:39.966232 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-5b34a077-25df-4976-8300-55930a66d2d3 req-e2b9e67e-fe66-4c80-8927-7e51f6b16860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (6904bc03-dddb-4f6f-a036-c88fbbe8434e), before_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:40.070005 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d2074-bc0c-41bb-a123-b33200554963 req-041d51c5-5274-4c70-a0de-e01257e060f2 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:40.074253 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-cb3d2074-bc0c-41bb-a123-b33200554963 req-041d51c5-5274-4c70-a0de-e01257e060f2 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=46ffe8c1-ef80-42b6-aa3c-6f60ceea267b HTTP/1.1" status: 200 len: 945 time: 0.1312025 Aug 24 13:40:40.134115 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-3a2d537e-b19c-4f53-8558-5d8efb55effa None None] Provisioning complete for port 6904bc03-dddb-4f6f-a036-c88fbbe8434e triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:40:40.134587 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-3a2d537e-b19c-4f53-8558-5d8efb55effa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (6904bc03-dddb-4f6f-a036-c88fbbe8434e), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:40.188608 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-cb3d2074-bc0c-41bb-a123-b33200554963 req-36ecbf4a-678b-4628-a778-47c90ac9ec4c tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d185a265-9016-405f-9ca1-9174708eebca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903378 Aug 24 13:40:40.256754 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-3a2d537e-b19c-4f53-8558-5d8efb55effa None None] Port 6904bc03-dddb-4f6f-a036-c88fbbe8434e cannot update to ACTIVE because it is not bound. {{(pid=106987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 13:40:40.344169 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-06c59565-aa40-4d60-bbce-6701899be60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560ade53-d2ca-4e61-85e4-db79f60cec86', 'name': 'tempest-TestShelveInstance-1720010661-router', 'tenant_id': '6bcafe839dec4fcc95a4c720463483ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'a85fbe65-a79c-48d1-9540-49f0b7cb2c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:40:33Z', 'updated_at': '2022-08-24T13:40:37Z', 'revision_number': 3, 'project_id': '6bcafe839dec4fcc95a4c720463483ba', 'gw_port': {'id': 'a85fbe65-a79c-48d1-9540-49f0b7cb2c00', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '560ade53-d2ca-4e61-85e4-db79f60cec86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:35Z', 'updated_at': '2022-08-24T13:40:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi'}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:40:40.398499 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c59565-aa40-4d60-bbce-6701899be60f None None] Checking router: 560ade53-d2ca-4e61-85e4-db79f60cec86 for host: dv-cinder-779578-4-iscsi {{(pid=106987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:40:40.403045 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c59565-aa40-4d60-bbce-6701899be60f None None] Updating router 560ade53-d2ca-4e61-85e4-db79f60cec86 port a85fbe65-a79c-48d1-9540-49f0b7cb2c00 binding host dv-cinder-779578-4-iscsi {{(pid=106987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 13:40:40.463342 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-06c59565-aa40-4d60-bbce-6701899be60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (a85fbe65-a79c-48d1-9540-49f0b7cb2c00), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:40.495016 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434d30c0-33b4-41d5-92d2-908d09f42612 req-eb1468b9-22dc-4295-acfe-d39c1883bdaf tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:40.506097 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-434d30c0-33b4-41d5-92d2-908d09f42612 req-eb1468b9-22dc-4295-acfe-d39c1883bdaf tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 945 time: 0.0777965 Aug 24 13:40:40.569779 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-434d30c0-33b4-41d5-92d2-908d09f42612 req-184e7444-3ba3-460e-9c8b-c44de4b8f5cd tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620470 Aug 24 13:40:40.865343 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-06c59565-aa40-4d60-bbce-6701899be60f None None] Publish callbacks [] for port (a85fbe65-a79c-48d1-9540-49f0b7cb2c00), precommit_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:40.914288 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.notifiers.nova [req-5b34a077-25df-4976-8300-55930a66d2d3 req-e2b9e67e-fe66-4c80-8927-7e51f6b16860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6904bc03-dddb-4f6f-a036-c88fbbe8434e {{(pid=106986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 13:40:40.926080 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-5b34a077-25df-4976-8300-55930a66d2d3 req-e2b9e67e-fe66-4c80-8927-7e51f6b16860 service neutron] Publish callbacks [] for port (6904bc03-dddb-4f6f-a036-c88fbbe8434e), precommit_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:40.949096 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.provisioning_blocks [req-5b34a077-25df-4976-8300-55930a66d2d3 req-e2b9e67e-fe66-4c80-8927-7e51f6b16860 service neutron] Transition to ACTIVE for port object 6904bc03-dddb-4f6f-a036-c88fbbe8434e will not be triggered until provisioned by entity L2. {{(pid=106986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 13:40:40.952996 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-06c59565-aa40-4d60-bbce-6701899be60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (a85fbe65-a79c-48d1-9540-49f0b7cb2c00), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:40.998811 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3056eaea-1540-4815-9411-3c92f6254021 req-ae432420-b441-4b7c-8d75-4597f594cd73 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:41.002098 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3056eaea-1540-4815-9411-3c92f6254021 req-ae432420-b441-4b7c-8d75-4597f594cd73 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=807615f2-1905-4a84-8a8b-574886415dc6 HTTP/1.1" status: 200 len: 932 time: 0.1246912 Aug 24 13:40:41.026972 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-06c59565-aa40-4d60-bbce-6701899be60f None None] Attempting to bind port a85fbe65-a79c-48d1-9540-49f0b7cb2c00 on host dv-cinder-779578-4-iscsi for vnic_type normal with profile {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:40:41.032120 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-06c59565-aa40-4d60-bbce-6701899be60f None None] Attempting to bind port a85fbe65-a79c-48d1-9540-49f0b7cb2c00 by drivers openvswitch,hyperv on host dv-cinder-779578-4-iscsi at level 0 using segments [{'id': '5f346d1e-6301-45fd-9dfc-66a590810fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'}] {{(pid=106987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:40:41.032120 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c59565-aa40-4d60-bbce-6701899be60f None None] Attempting to bind port a85fbe65-a79c-48d1-9540-49f0b7cb2c00 on network b9a647d2-3285-4c25-b9a6-e511e6620ca5 {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:40:41.057227 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:INSERT=14,neutron:SELECT=82,neutron:UPDATE=4 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:41.061631 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c59565-aa40-4d60-bbce-6701899be60f None None] Checking agent: {'id': '00f42bad-d4f2-47c4-8e20-2c8cceeec132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 29, 55), 'started_at': datetime.datetime(2022, 8, 24, 13, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:40:41.062148 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c59565-aa40-4d60-bbce-6701899be60f None None] Checking segment: {'id': '5f346d1e-6301-45fd-9dfc-66a590810fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:40:41.062741 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-06c59565-aa40-4d60-bbce-6701899be60f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:41.063356 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06c59565-aa40-4d60-bbce-6701899be60f None None] Bound using segment: {'id': '5f346d1e-6301-45fd-9dfc-66a590810fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'} {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:40:41.063959 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-06c59565-aa40-4d60-bbce-6701899be60f None None] Bound port: a85fbe65-a79c-48d1-9540-49f0b7cb2c00, host: dv-cinder-779578-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f346d1e-6301-45fd-9dfc-66a590810fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'}}] {{(pid=106987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:40:41.064642 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-06c59565-aa40-4d60-bbce-6701899be60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (a85fbe65-a79c-48d1-9540-49f0b7cb2c00), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:41.070460 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-5b34a077-25df-4976-8300-55930a66d2d3 req-e2b9e67e-fe66-4c80-8927-7e51f6b16860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (6904bc03-dddb-4f6f-a036-c88fbbe8434e), after_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:41.154876 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-06c59565-aa40-4d60-bbce-6701899be60f None None] For port a85fbe65-a79c-48d1-9540-49f0b7cb2c00, host dv-cinder-779578-4-iscsi, cleared binding levels {{(pid=106987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:40:41.159702 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c2ae1-9610-468c-9b6a-acd581c99325 None None] Pushing event updated for resources: {'Port': ['ID=a85fbe65-a79c-48d1-9540-49f0b7cb2c00,revision_number=2']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:41.176483 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-06c59565-aa40-4d60-bbce-6701899be60f None None] For port a85fbe65-a79c-48d1-9540-49f0b7cb2c00, host dv-cinder-779578-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=a85fbe65-a79c-48d1-9540-49f0b7cb2c00,segment=NetworkSegment(5f346d1e-6301-45fd-9dfc-66a590810fee),segment_id=5f346d1e-6301-45fd-9dfc-66a590810fee)] {{(pid=106987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:40:41.181295 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b9e67e-fe66-4c80-8927-7e51f6b16860 service neutron] Pushing event updated for resources: {'Port': ['ID=6904bc03-dddb-4f6f-a036-c88fbbe8434e,revision_number=2']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:41.182116 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3056eaea-1540-4815-9411-3c92f6254021 req-a422bbbb-1c69-40e1-a0a8-284172512c2e tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ab786472-58d3-43b2-9530-43658f343394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723430 Aug 24 13:40:41.263208 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:41.289934 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.managers [req-5b34a077-25df-4976-8300-55930a66d2d3 req-e2b9e67e-fe66-4c80-8927-7e51f6b16860 service neutron] Attempting to bind port 6904bc03-dddb-4f6f-a036-c88fbbe8434e on host hv-cinder-77957 for vnic_type normal with profile {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:40:41.290192 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-06c59565-aa40-4d60-bbce-6701899be60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (a85fbe65-a79c-48d1-9540-49f0b7cb2c00), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:41.290438 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.managers [req-5b34a077-25df-4976-8300-55930a66d2d3 req-e2b9e67e-fe66-4c80-8927-7e51f6b16860 service neutron] Attempting to bind port 6904bc03-dddb-4f6f-a036-c88fbbe8434e by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': '67afd480-e30a-4400-a86a-25b503d7ef00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322'}] {{(pid=106986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:40:41.290783 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b34a077-25df-4976-8300-55930a66d2d3 req-e2b9e67e-fe66-4c80-8927-7e51f6b16860 service neutron] Attempting to bind port 6904bc03-dddb-4f6f-a036-c88fbbe8434e on network 789a27f6-7f62-4022-86ef-1042c82fc322 {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:40:41.299758 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b34a077-25df-4976-8300-55930a66d2d3 req-e2b9e67e-fe66-4c80-8927-7e51f6b16860 service neutron] Port 6904bc03-dddb-4f6f-a036-c88fbbe8434e on network 789a27f6-7f62-4022-86ef-1042c82fc322 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 13:40:41.300466 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b34a077-25df-4976-8300-55930a66d2d3 req-e2b9e67e-fe66-4c80-8927-7e51f6b16860 service neutron] Attempting to bind port 6904bc03-dddb-4f6f-a036-c88fbbe8434e on network 789a27f6-7f62-4022-86ef-1042c82fc322 {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:40:41.309340 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b34a077-25df-4976-8300-55930a66d2d3 req-e2b9e67e-fe66-4c80-8927-7e51f6b16860 service neutron] Checking agent: {'id': 'a93d403b-29c5-41ac-a53c-7c0bf3f47879', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 36, 17), 'started_at': datetime.datetime(2022, 8, 24, 13, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 40, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:40:41.309687 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b34a077-25df-4976-8300-55930a66d2d3 req-e2b9e67e-fe66-4c80-8927-7e51f6b16860 service neutron] Checking segment: {'id': '67afd480-e30a-4400-a86a-25b503d7ef00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:40:41.310103 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b34a077-25df-4976-8300-55930a66d2d3 req-e2b9e67e-fe66-4c80-8927-7e51f6b16860 service neutron] Bound using segment: {'id': '67afd480-e30a-4400-a86a-25b503d7ef00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322'} {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:40:41.310609 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.managers [req-5b34a077-25df-4976-8300-55930a66d2d3 req-e2b9e67e-fe66-4c80-8927-7e51f6b16860 service neutron] Bound port: 6904bc03-dddb-4f6f-a036-c88fbbe8434e, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67afd480-e30a-4400-a86a-25b503d7ef00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322'}}] {{(pid=106986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:40:41.310970 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-5b34a077-25df-4976-8300-55930a66d2d3 req-e2b9e67e-fe66-4c80-8927-7e51f6b16860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (6904bc03-dddb-4f6f-a036-c88fbbe8434e), before_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:41.341758 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-4a16be4c-9630-4ca3-8e4d-c25ba9f99600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:41.407936 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c59565-aa40-4d60-bbce-6701899be60f None None] Routers {'560ade53-d2ca-4e61-85e4-db79f60cec86'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:40:41.411407 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-06c59565-aa40-4d60-bbce-6701899be60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:40:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['560ade53-d2ca-4e61-85e4-db79f60cec86'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:40:41.454133 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35537b62-39ba-46bf-8a48-4da8c6958809 req-a5e25f44-9f51-49c5-a1f7-2821c51e3abb tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:41.465542 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-35537b62-39ba-46bf-8a48-4da8c6958809 req-a5e25f44-9f51-49c5-a1f7-2821c51e3abb tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 946 time: 0.1379740 Aug 24 13:40:41.547016 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.db [req-5b34a077-25df-4976-8300-55930a66d2d3 req-e2b9e67e-fe66-4c80-8927-7e51f6b16860 service neutron] For port 6904bc03-dddb-4f6f-a036-c88fbbe8434e, host hv-cinder-77957, cleared binding levels {{(pid=106986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:40:41.578870 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.db [req-5b34a077-25df-4976-8300-55930a66d2d3 req-e2b9e67e-fe66-4c80-8927-7e51f6b16860 service neutron] For port 6904bc03-dddb-4f6f-a036-c88fbbe8434e, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=6904bc03-dddb-4f6f-a036-c88fbbe8434e,segment=NetworkSegment(67afd480-e30a-4400-a86a-25b503d7ef00),segment_id=67afd480-e30a-4400-a86a-25b503d7ef00)] {{(pid=106986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:40:41.602348 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-35537b62-39ba-46bf-8a48-4da8c6958809 req-53231797-8e74-4379-af88-b63b8a9c84a0 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210535 Aug 24 13:40:41.608908 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c2ae1-9610-468c-9b6a-acd581c99325 None None] Pushing event updated for resources: {'Port': ['ID=a85fbe65-a79c-48d1-9540-49f0b7cb2c00,revision_number=3']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:41.628370 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:41.683405 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-06c59565-aa40-4d60-bbce-6701899be60f None None] Set router 560ade53-d2ca-4e61-85e4-db79f60cec86 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:40:41.737128 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-5b34a077-25df-4976-8300-55930a66d2d3 req-e2b9e67e-fe66-4c80-8927-7e51f6b16860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (6904bc03-dddb-4f6f-a036-c88fbbe8434e), after_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:41.757754 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b34a077-25df-4976-8300-55930a66d2d3 req-e2b9e67e-fe66-4c80-8927-7e51f6b16860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:41.765595 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-5b34a077-25df-4976-8300-55930a66d2d3 req-e2b9e67e-fe66-4c80-8927-7e51f6b16860 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:41.769362 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-5b34a077-25df-4976-8300-55930a66d2d3 req-e2b9e67e-fe66-4c80-8927-7e51f6b16860 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/6904bc03-dddb-4f6f-a036-c88fbbe8434e HTTP/1.1" status: 200 len: 1094 time: 2.0682364 Aug 24 13:40:41.801488 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '807615f2-1905-4a84-8a8b-574886415dc6', 'tag': '6904bc03-dddb-4f6f-a036-c88fbbe8434e'}] {{(pid=106986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:40:41.804669 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d01dbab33e71115aad2ee8471a00c8ecaf37bbc8c5e47995de0ab84d59865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730a6d9e-b087-41c9-8620-61b57b51a4ba" -d '{"events": [{"name": "network-changed", "server_uuid": "807615f2-1905-4a84-8a8b-574886415dc6", "tag": "6904bc03-dddb-4f6f-a036-c88fbbe8434e"}]}' {{(pid=106986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:40:41.820044 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b82f38-cf41-4cad-b3dc-f2f5dfc6c5cf req-0d4d8e8a-e060-453e-8aa1-dfd788cb8ada tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:41.828091 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-99b82f38-cf41-4cad-b3dc-f2f5dfc6c5cf req-0d4d8e8a-e060-453e-8aa1-dfd788cb8ada tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=46ffe8c1-ef80-42b6-aa3c-6f60ceea267b HTTP/1.1" status: 200 len: 945 time: 0.1117055 Aug 24 13:40:41.881133 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.db_base_plugin_common [None req-4a16be4c-9630-4ca3-8e4d-c25ba9f99600 admin admin] Allocated IP 172.20.0.1 (2a47b7b8-8e69-4dcf-8155-1e0d50419209/2bc1c488-9e72-4177-be4a-033432e17d3d/deec7350-20de-4e28-9f7d-cbfe32f2a53a) {{(pid=106986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:40:41.890733 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b9e891-ca2c-40d5-be26-23cf288a31e1 req-f6c12834-2524-4044-9460-79f6db61258b tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:41.898358 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-11b9e891-ca2c-40d5-be26-23cf288a31e1 req-f6c12834-2524-4044-9460-79f6db61258b tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 945 time: 0.0670371 Aug 24 13:40:41.903383 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b9e67e-fe66-4c80-8927-7e51f6b16860 service neutron] Pushing event updated for resources: {'Port': ['ID=6904bc03-dddb-4f6f-a036-c88fbbe8434e,revision_number=3']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:41.923886 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:42.006997 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-11b9e891-ca2c-40d5-be26-23cf288a31e1 req-16c60de9-91b9-4de9-b9bc-22298bf0d5d7 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069794 Aug 24 13:40:42.024781 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-99b82f38-cf41-4cad-b3dc-f2f5dfc6c5cf req-0e4e7f08-5c74-4498-9636-1b3a7ffa3861 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d185a265-9016-405f-9ca1-9174708eebca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953950 Aug 24 13:40:42.103611 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-06c59565-aa40-4d60-bbce-6701899be60f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560ade53-d2ca-4e61-85e4-db79f60cec86', 'name': 'tempest-TestShelveInstance-1720010661-router', 'tenant_id': '6bcafe839dec4fcc95a4c720463483ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'a85fbe65-a79c-48d1-9540-49f0b7cb2c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:40:33Z', 'updated_at': '2022-08-24T13:40:37Z', 'revision_number': 3, 'project_id': '6bcafe839dec4fcc95a4c720463483ba', 'gw_port': {'id': 'a85fbe65-a79c-48d1-9540-49f0b7cb2c00', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '560ade53-d2ca-4e61-85e4-db79f60cec86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:35Z', 'updated_at': '2022-08-24T13:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi'}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:40:42.126148 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 13:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97db87e-5333-4019-8354-765b16cfba83 x-openstack-request-id: req-c97db87e-5333-4019-8354-765b16cfba83 {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:40:42.126763 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "807615f2-1905-4a84-8a8b-574886415dc6", "tag": "6904bc03-dddb-4f6f-a036-c88fbbe8434e", "status": "completed", "code": 200}]} {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:40:42.126868 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c97db87e-5333-4019-8354-765b16cfba83 {{(pid=106986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:40:42.127327 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c97db87e-5333-4019-8354-765b16cfba83'] response: {'name': 'network-changed', 'server_uuid': '807615f2-1905-4a84-8a8b-574886415dc6', 'tag': '6904bc03-dddb-4f6f-a036-c88fbbe8434e', 'status': 'completed', 'code': 200} Aug 24 13:40:42.145803 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06c59565-aa40-4d60-bbce-6701899be60f None None] The sync data for ids ['560ade53-d2ca-4e61-85e4-db79f60cec86'] in dv-cinder-779578-4-iscsi is: [{'id': '560ade53-d2ca-4e61-85e4-db79f60cec86', 'name': 'tempest-TestShelveInstance-1720010661-router', 'tenant_id': '6bcafe839dec4fcc95a4c720463483ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'a85fbe65-a79c-48d1-9540-49f0b7cb2c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:40:33Z', 'updated_at': '2022-08-24T13:40:37Z', 'revision_number': 3, 'project_id': '6bcafe839dec4fcc95a4c720463483ba', 'gw_port': {'id': 'a85fbe65-a79c-48d1-9540-49f0b7cb2c00', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c0:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '560ade53-d2ca-4e61-85e4-db79f60cec86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:35Z', 'updated_at': '2022-08-24T13:40:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi'}] {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:40:42.186582 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-4a16be4c-9630-4ca3-8e4d-c25ba9f99600 admin admin] Publish callbacks [] for port (deec7350-20de-4e28-9f7d-cbfe32f2a53a), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:42.204014 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b34a077-25df-4976-8300-55930a66d2d3 req-77c305a2-80e3-427e-8ec8-b4dc301c1511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:42.206404 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-5b34a077-25df-4976-8300-55930a66d2d3 req-77c305a2-80e3-427e-8ec8-b4dc301c1511 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=019b2e8bdb934d94a25fe4b355e73c68&device_id=807615f2-1905-4a84-8a8b-574886415dc6 HTTP/1.1" status: 200 len: 1128 time: 0.1733735 Aug 24 13:40:42.215048 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d8258-82e5-44d5-8cf6-3858b13fabd1 req-b562ec84-0d0c-4a8a-abd2-596575c2da1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:42.217210 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-c15d8258-82e5-44d5-8cf6-3858b13fabd1 req-b562ec84-0d0c-4a8a-abd2-596575c2da1f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=127e5da55b164ce68568c153fee58baf&device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 1129 time: 0.1824739 Aug 24 13:40:42.285838 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-5b34a077-25df-4976-8300-55930a66d2d3 req-eb022714-f847-4dc9-ac23-e04177114e7c service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6904bc03-dddb-4f6f-a036-c88fbbe8434e HTTP/1.1" status: 200 len: 217 time: 0.0556693 Aug 24 13:40:42.417717 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=3 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:42.439696 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b34a077-25df-4976-8300-55930a66d2d3 req-99964ed6-e610-4f10-b10a-2ffa2740c951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:42.441332 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-5b34a077-25df-4976-8300-55930a66d2d3 req-99964ed6-e610-4f10-b10a-2ffa2740c951 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d07781da-28f3-4c07-b598-0d710e632916 HTTP/1.1" status: 200 len: 854 time: 0.1334362 Aug 24 13:40:42.445067 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-4a16be4c-9630-4ca3-8e4d-c25ba9f99600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634'] for port (deec7350-20de-4e28-9f7d-cbfe32f2a53a), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:42.555812 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e65d03-9cb9-49b4-a8e1-bc76aa745ff5 req-eae512bf-1f51-4ecd-bdd3-96ee22a204d3 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:42.561799 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a16be4c-9630-4ca3-8e4d-c25ba9f99600 admin admin] Network 2a47b7b8-8e69-4dcf-8155-1e0d50419209 is already hosted by enough agents. {{(pid=106986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:40:42.571297 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.base_scheduler [None req-4a16be4c-9630-4ca3-8e4d-c25ba9f99600 admin admin] Resources bound (agent type, host, resource id): {{(pid=106986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:40:42.573992 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a16be4c-9630-4ca3-8e4d-c25ba9f99600 admin admin] Received port after_create {{(pid=106986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:40:42.575268 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-4a16be4c-9630-4ca3-8e4d-c25ba9f99600 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-961072'] for router_interface (560ade53-d2ca-4e61-85e4-db79f60cec86), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:42.584443 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e9e65d03-9cb9-49b4-a8e1-bc76aa745ff5 req-eae512bf-1f51-4ecd-bdd3-96ee22a204d3 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=807615f2-1905-4a84-8a8b-574886415dc6 HTTP/1.1" status: 200 len: 944 time: 0.1753950 Aug 24 13:40:42.596368 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d8258-82e5-44d5-8cf6-3858b13fabd1 req-d59cafcf-e4d0-4c70-bdeb-f83101467200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:42.597985 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-c15d8258-82e5-44d5-8cf6-3858b13fabd1 req-d59cafcf-e4d0-4c70-bdeb-f83101467200 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=1fcb22e0-a643-462e-8b2f-3661641fd3fe HTTP/1.1" status: 200 len: 920 time: 0.3667347 Aug 24 13:40:42.738423 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b34a077-25df-4976-8300-55930a66d2d3 req-35ab079c-14e7-4c6b-ae12-3fc23252e54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:42.741639 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-5b34a077-25df-4976-8300-55930a66d2d3 req-35ab079c-14e7-4c6b-ae12-3fc23252e54e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=789a27f6-7f62-4022-86ef-1042c82fc322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2857091 Aug 24 13:40:42.756878 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a16be4c-9630-4ca3-8e4d-c25ba9f99600 admin admin] Pushing event updated for resources: {'Port': ['ID=deec7350-20de-4e28-9f7d-cbfe32f2a53a,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:42.854761 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e9e65d03-9cb9-49b4-a8e1-bc76aa745ff5 req-851e7184-b1fd-4624-9b9d-6d26b00d6000 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ab786472-58d3-43b2-9530-43658f343394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2678106 Aug 24 13:40:42.899739 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-c15d8258-82e5-44d5-8cf6-3858b13fabd1 req-413f55b2-fdcf-4abc-97cd-0072c1b3f54b service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19cbe24e-f4f7-4309-aa0c-30c3342c1d7c HTTP/1.1" status: 200 len: 217 time: 0.2777159 Aug 24 13:40:42.936029 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-6f632094-7060-4163-9d5f-1ef2b59c02fe req-13b43448-3a48-4e34-85b4-4fef2a9cfd3b tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] 10.222.0.73 "GET /networking/v2.0/networks?tenant_id=1804d01585764cf7bb02bd332a66573e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1850777 Aug 24 13:40:43.058724 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d8258-82e5-44d5-8cf6-3858b13fabd1 req-d15ff43d-484a-4d8a-8181-509eb09591dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:43.068449 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-c15d8258-82e5-44d5-8cf6-3858b13fabd1 req-d15ff43d-484a-4d8a-8181-509eb09591dc service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=b7ad1c15-3875-4de4-b3a4-2c63d79b04bd HTTP/1.1" status: 200 len: 858 time: 0.1181755 Aug 24 13:40:43.218739 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dbb481ae-6f00-41a0-8373-0cb3597d7197 None None] Provisioning complete for port deec7350-20de-4e28-9f7d-cbfe32f2a53a triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:40:43.229050 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dbb481ae-6f00-41a0-8373-0cb3597d7197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (deec7350-20de-4e28-9f7d-cbfe32f2a53a), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:43.332226 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d8258-82e5-44d5-8cf6-3858b13fabd1 req-068126a0-8599-4238-acac-6ab2c402f875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:43.334251 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-c15d8258-82e5-44d5-8cf6-3858b13fabd1 req-068126a0-8599-4238-acac-6ab2c402f875 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=1fcb22e0-a643-462e-8b2f-3661641fd3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2473240 Aug 24 13:40:43.342470 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dbb481ae-6f00-41a0-8373-0cb3597d7197 None None] Port deec7350-20de-4e28-9f7d-cbfe32f2a53a cannot update to ACTIVE because it is not bound. {{(pid=106987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 13:40:43.541101 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-5b34a077-25df-4976-8300-55930a66d2d3 req-24172be6-3833-4c95-aa3c-26d9d725a826 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/789a27f6-7f62-4022-86ef-1042c82fc322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7635753 Aug 24 13:40:43.582166 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:43.586962 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-4a16be4c-9630-4ca3-8e4d-c25ba9f99600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (deec7350-20de-4e28-9f7d-cbfe32f2a53a), before_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:43.619021 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d43beb2-c1d0-491d-9788-3736d4bd199b req-9431fe90-5c05-4526-91ee-1828516cc5fd tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:43.633681 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-2d43beb2-c1d0-491d-9788-3736d4bd199b req-9431fe90-5c05-4526-91ee-1828516cc5fd tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 946 time: 0.5259216 Aug 24 13:40:43.885822 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-c15d8258-82e5-44d5-8cf6-3858b13fabd1 req-889bfa56-ad38-4eea-b74d-719e7440fbac service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1fcb22e0-a643-462e-8b2f-3661641fd3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5407035 Aug 24 13:40:43.893896 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-5b34a077-25df-4976-8300-55930a66d2d3 req-f28c4527-943a-4226-801c-7c481c26e25b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/789a27f6-7f62-4022-86ef-1042c82fc322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379357 Aug 24 13:40:43.955468 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f632094-7060-4163-9d5f-1ef2b59c02fe req-3cf50212-73b9-4afc-b9b9-ed261302ccad tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:43.969650 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-6f632094-7060-4163-9d5f-1ef2b59c02fe req-3cf50212-73b9-4afc-b9b9-ed261302ccad tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] 10.222.0.73 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0299137 Aug 24 13:40:44.005120 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-2d43beb2-c1d0-491d-9788-3736d4bd199b req-f37f37ac-f80d-4685-b01d-bdf840a03334 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3698928 Aug 24 13:40:44.023590 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-6f632094-7060-4163-9d5f-1ef2b59c02fe req-3d86b704-9ace-40df-82a3-a1b01e71a5b7 tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] 10.222.0.73 "GET /networking/v2.0/quotas/1804d01585764cf7bb02bd332a66573e HTTP/1.1" status: 200 len: 375 time: 0.0525382 Aug 24 13:40:44.113996 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-6f632094-7060-4163-9d5f-1ef2b59c02fe req-2fd9dad4-9fcc-4e18-910f-b2e3fed7d7b8 tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=1804d01585764cf7bb02bd332a66573e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0872402 Aug 24 13:40:44.311020 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:44.318027 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5842dd-d245-4848-b610-e9fa15896adf req-fa8da9c7-c48c-419a-9901-6fe86a214333 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:44.328591 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ed5842dd-d245-4848-b610-e9fa15896adf req-fa8da9c7-c48c-419a-9901-6fe86a214333 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 945 time: 0.1223366 Aug 24 13:40:44.370879 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-c15d8258-82e5-44d5-8cf6-3858b13fabd1 req-aca68c15-c386-48c2-a852-82fea0eada97 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1fcb22e0-a643-462e-8b2f-3661641fd3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4128454 Aug 24 13:40:44.377768 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=85,neutron:UPDATE=7,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:44.416959 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ed5842dd-d245-4848-b610-e9fa15896adf req-caa7e593-a729-452d-a167-4cfaca117b2f tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829525 Aug 24 13:40:44.459337 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-4a16be4c-9630-4ca3-8e4d-c25ba9f99600 admin admin] Publish callbacks [] for port (deec7350-20de-4e28-9f7d-cbfe32f2a53a), precommit_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:44.547464 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:44.551865 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-4a16be4c-9630-4ca3-8e4d-c25ba9f99600 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (deec7350-20de-4e28-9f7d-cbfe32f2a53a), after_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:44.553571 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-4a16be4c-9630-4ca3-8e4d-c25ba9f99600 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-961100'] for router_interface (560ade53-d2ca-4e61-85e4-db79f60cec86), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:44.575138 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400fcfd-16f8-4d22-90c2-d8df71178789 req-747e0342-ecda-4cc5-9c7f-2d19c76e1cc2 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:44.580797 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-2400fcfd-16f8-4d22-90c2-d8df71178789 req-747e0342-ecda-4cc5-9c7f-2d19c76e1cc2 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=46ffe8c1-ef80-42b6-aa3c-6f60ceea267b HTTP/1.1" status: 200 len: 945 time: 0.0844238 Aug 24 13:40:44.717622 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-2400fcfd-16f8-4d22-90c2-d8df71178789 req-cf65b858-03a6-429c-82f2-331605782569 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d185a265-9016-405f-9ca1-9174708eebca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156688 Aug 24 13:40:44.812530 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device a85fbe65-a79c-48d1-9540-49f0b7cb2c00 up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:40:44.898584 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-89cccd8b-07b8-4be2-a568-bd30001913f8 req-c965c437-43f0-48fc-ac5d-65768f79a87a tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=dfabd1a5-c2a2-414a-adc6-32693668f240 HTTP/1.1" status: 200 len: 210 time: 0.1015072 Aug 24 13:40:44.904691 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a16be4c-9630-4ca3-8e4d-c25ba9f99600 admin admin] Pushing event updated for resources: {'Port': ['ID=deec7350-20de-4e28-9f7d-cbfe32f2a53a,revision_number=2']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:44.970608 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port a85fbe65-a79c-48d1-9540-49f0b7cb2c00 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:40:44.972734 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (a85fbe65-a79c-48d1-9540-49f0b7cb2c00), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:44.987250 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a16be4c-9630-4ca3-8e4d-c25ba9f99600 admin admin] Network 2a47b7b8-8e69-4dcf-8155-1e0d50419209 is already hosted by enough agents. {{(pid=106986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:40:44.989367 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.base_scheduler [None req-4a16be4c-9630-4ca3-8e4d-c25ba9f99600 admin admin] Resources bound (agent type, host, resource id): {{(pid=106986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:40:45.009251 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5caedc15-4d52-4794-934e-76248ec8f497 req-77ebb7d8-4835-48c6-9bb1-00ff5c7b187f tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:45.018657 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5caedc15-4d52-4794-934e-76248ec8f497 req-77ebb7d8-4835-48c6-9bb1-00ff5c7b187f tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=807615f2-1905-4a84-8a8b-574886415dc6 HTTP/1.1" status: 200 len: 944 time: 0.1903527 Aug 24 13:40:45.181610 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5caedc15-4d52-4794-934e-76248ec8f497 req-513f4e98-06fe-47ef-bff8-06490ff4468d tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ab786472-58d3-43b2-9530-43658f343394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481450 Aug 24 13:40:45.232933 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port a85fbe65-a79c-48d1-9540-49f0b7cb2c00 is: DOWN; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:40:45.233437 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (a85fbe65-a79c-48d1-9540-49f0b7cb2c00), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:45.321263 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a476a2-5b57-43a3-936b-24486d2a4fa7 req-ed414f8c-dca2-44fd-af25-b5f9a9091134 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:45.331446 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-c8a476a2-5b57-43a3-936b-24486d2a4fa7 req-ed414f8c-dca2-44fd-af25-b5f9a9091134 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 946 time: 0.0937843 Aug 24 13:40:45.331664 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] For port a85fbe65-a79c-48d1-9540-49f0b7cb2c00, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=a85fbe65-a79c-48d1-9540-49f0b7cb2c00,segment=NetworkSegment(5f346d1e-6301-45fd-9dfc-66a590810fee),segment_id=5f346d1e-6301-45fd-9dfc-66a590810fee)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:40:45.340661 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a6d9e-b087-41c9-8620-61b57b51a4ba req-31e43f07-1902-4a0c-9370-0d4a6ebdaa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:45.343162 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-730a6d9e-b087-41c9-8620-61b57b51a4ba req-31e43f07-1902-4a0c-9370-0d4a6ebdaa8c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=019b2e8bdb934d94a25fe4b355e73c68&device_id=807615f2-1905-4a84-8a8b-574886415dc6 HTTP/1.1" status: 200 len: 1128 time: 0.2488012 Aug 24 13:40:45.401149 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a16be4c-9630-4ca3-8e4d-c25ba9f99600 admin admin] Router 560ade53-d2ca-4e61-85e4-db79f60cec86 has already been hosted by L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 {{(pid=106986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 13:40:45.422596 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (a85fbe65-a79c-48d1-9540-49f0b7cb2c00), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:45.458345 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-c8a476a2-5b57-43a3-936b-24486d2a4fa7 req-7a6660a6-6861-4107-a477-e7780be7583b tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256616 Aug 24 13:40:45.564820 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-b1456808-c6fd-4bb1-a6d5-1f1ab9bd56c9 None None] Provisioning complete for port deec7350-20de-4e28-9f7d-cbfe32f2a53a triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:40:45.565282 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-b1456808-c6fd-4bb1-a6d5-1f1ab9bd56c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (deec7350-20de-4e28-9f7d-cbfe32f2a53a), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:45.627881 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:45.682075 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b317cc32-9e44-4da2-8ae1-67da99bb7abf req-0fd303e9-c3b4-41e3-94ab-a2712981f1f6 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:45.683966 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b317cc32-9e44-4da2-8ae1-67da99bb7abf req-0fd303e9-c3b4-41e3-94ab-a2712981f1f6 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 945 time: 0.1262698 Aug 24 13:40:45.749756 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a16be4c-9630-4ca3-8e4d-c25ba9f99600 admin admin] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:40:45.762402 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02db6044-7bcf-4443-ae22-0cea407cd620 None None] Sync routers for ids ['560ade53-d2ca-4e61-85e4-db79f60cec86'] in dv-cinder-779578-4-iscsi {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:40:45.769687 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-4a16be4c-9630-4ca3-8e4d-c25ba9f99600 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/560ade53-d2ca-4e61-85e4-db79f60cec86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0074255 Aug 24 13:40:45.785174 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b317cc32-9e44-4da2-8ae1-67da99bb7abf req-6928cde8-40c1-40b7-8db6-e5c64e210ae4 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910511 Aug 24 13:40:45.785846 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a6d9e-b087-41c9-8620-61b57b51a4ba req-6c0e998d-d046-4509-b429-1cb3fa9af3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:45.789239 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02db6044-7bcf-4443-ae22-0cea407cd620 None None] Routers {'560ade53-d2ca-4e61-85e4-db79f60cec86'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:40:45.790884 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-02db6044-7bcf-4443-ae22-0cea407cd620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:40:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['560ade53-d2ca-4e61-85e4-db79f60cec86'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:40:45.802033 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-730a6d9e-b087-41c9-8620-61b57b51a4ba req-6c0e998d-d046-4509-b429-1cb3fa9af3dc service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=789a27f6-7f62-4022-86ef-1042c82fc322 HTTP/1.1" status: 200 len: 916 time: 0.3284602 Aug 24 13:40:45.924393 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-730a6d9e-b087-41c9-8620-61b57b51a4ba req-16038072-a538-41ab-a7db-1b3fe3c94743 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6904bc03-dddb-4f6f-a036-c88fbbe8434e HTTP/1.1" status: 200 len: 217 time: 0.1166391 Aug 24 13:40:45.976700 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-b1456808-c6fd-4bb1-a6d5-1f1ab9bd56c9 None None] Port deec7350-20de-4e28-9f7d-cbfe32f2a53a cannot update to ACTIVE because it is not bound. {{(pid=106987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 13:40:45.992200 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 6904bc03-dddb-4f6f-a036-c88fbbe8434e details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=106987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 13:40:45.992385 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a6d9e-b087-41c9-8620-61b57b51a4ba req-e7e481fe-ad1e-4868-a330-19c148f0d398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:45.992385 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-730a6d9e-b087-41c9-8620-61b57b51a4ba req-e7e481fe-ad1e-4868-a330-19c148f0d398 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d07781da-28f3-4c07-b598-0d710e632916 HTTP/1.1" status: 200 len: 854 time: 0.0602367 Aug 24 13:40:46.057450 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a6d9e-b087-41c9-8620-61b57b51a4ba req-998881a1-4750-4040-a3d0-d8cd4a8f20e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:46.057754 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Pushing event updated for resources: {'Port': ['ID=a85fbe65-a79c-48d1-9540-49f0b7cb2c00,revision_number=4']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:46.059577 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-730a6d9e-b087-41c9-8620-61b57b51a4ba req-998881a1-4750-4040-a3d0-d8cd4a8f20e7 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=789a27f6-7f62-4022-86ef-1042c82fc322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0623562 Aug 24 13:40:46.071656 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-02db6044-7bcf-4443-ae22-0cea407cd620 None None] Set router 560ade53-d2ca-4e61-85e4-db79f60cec86 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:40:46.098497 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 52036) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:46.212996 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-730a6d9e-b087-41c9-8620-61b57b51a4ba req-c9915e56-4ac8-475b-9f72-bb01e8e7a1de service neutron] 10.222.0.20 "GET /networking/v2.0/networks/789a27f6-7f62-4022-86ef-1042c82fc322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408937 Aug 24 13:40:46.217834 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-36c09ae9-398a-438a-93ca-fcc099322eec req-f4883725-e14f-4f96-99b3-9b5439cdaa67 tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=dfabd1a5-c2a2-414a-adc6-32693668f240 HTTP/1.1" status: 200 len: 210 time: 0.1308470 Aug 24 13:40:46.347134 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4727490-d6b0-46ec-a08b-e2141609a147 admin admin] Deleting subnet be2976ca-ec14-419a-95eb-b989ab5f6297 {{(pid=106985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 13:40:46.348330 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 6904bc03-dddb-4f6f-a036-c88fbbe8434e, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=6904bc03-dddb-4f6f-a036-c88fbbe8434e,segment=NetworkSegment(67afd480-e30a-4400-a86a-25b503d7ef00),segment_id=67afd480-e30a-4400-a86a-25b503d7ef00)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:40:46.357264 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-730a6d9e-b087-41c9-8620-61b57b51a4ba req-ea01f63e-c134-40b4-b349-926985ceaf80 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/789a27f6-7f62-4022-86ef-1042c82fc322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365969 Aug 24 13:40:46.368456 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-b4727490-d6b0-46ec-a08b-e2141609a147 admin admin] Publish callbacks [] for subnet (be2976ca-ec14-419a-95eb-b989ab5f6297), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:46.378258 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:46.398336 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Returning: {'device': '6904bc03-dddb-4f6f-a036-c88fbbe8434e', 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'port_id': '6904bc03-dddb-4f6f-a036-c88fbbe8434e', 'mac_address': 'fa:16:3e:1a:4b:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd07781da-28f3-4c07-b598-0d710e632916', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 13:40:46.441009 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:46.553075 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port 6904bc03-dddb-4f6f-a036-c88fbbe8434e is: DOWN; New status is: BUILD {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:40:46.558645 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (6904bc03-dddb-4f6f-a036-c88fbbe8434e), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:46.638493 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:46.648924 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6904bc03-dddb-4f6f-a036-c88fbbe8434e {{(pid=106987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 13:40:46.655375 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd2fbb3-89f7-4247-88dd-8d64a4ee37cc req-9d446106-7f93-4ebe-8539-6cc8f16f937c tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:46.671914 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4cd2fbb3-89f7-4247-88dd-8d64a4ee37cc req-9d446106-7f93-4ebe-8539-6cc8f16f937c tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=807615f2-1905-4a84-8a8b-574886415dc6 HTTP/1.1" status: 200 len: 944 time: 0.2294161 Aug 24 13:40:46.691257 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-b4727490-d6b0-46ec-a08b-e2141609a147 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2278136'] for subnet (be2976ca-ec14-419a-95eb-b989ab5f6297), precommit_delete_associations {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:46.727724 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-02db6044-7bcf-4443-ae22-0cea407cd620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560ade53-d2ca-4e61-85e4-db79f60cec86', 'name': 'tempest-TestShelveInstance-1720010661-router', 'tenant_id': '6bcafe839dec4fcc95a4c720463483ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'a85fbe65-a79c-48d1-9540-49f0b7cb2c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:40:33Z', 'updated_at': '2022-08-24T13:40:43Z', 'revision_number': 4, 'project_id': '6bcafe839dec4fcc95a4c720463483ba', 'gw_port': {'id': 'a85fbe65-a79c-48d1-9540-49f0b7cb2c00', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560ade53-d2ca-4e61-85e4-db79f60cec86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:35Z', 'updated_at': '2022-08-24T13:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': 'deec7350-20de-4e28-9f7d-cbfe32f2a53a', 'name': '', 'network_id': '2a47b7b8-8e69-4dcf-8155-1e0d50419209', 'tenant_id': '6bcafe839dec4fcc95a4c720463483ba', 'mac_address': 'fa:16:3e:44:80:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '560ade53-d2ca-4e61-85e4-db79f60cec86', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '2bc1c488-9e72-4177-be4a-033432e17d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:41Z', 'updated_at': '2022-08-24T13:40:44Z', 'revision_number': 2, 'project_id': '6bcafe839dec4fcc95a4c720463483ba', 'subnets': [{'id': '2bc1c488-9e72-4177-be4a-033432e17d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:40:46.744001 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 6904bc03-dddb-4f6f-a036-c88fbbe8434e, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=6904bc03-dddb-4f6f-a036-c88fbbe8434e,segment=NetworkSegment(67afd480-e30a-4400-a86a-25b503d7ef00),segment_id=67afd480-e30a-4400-a86a-25b503d7ef00)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:40:46.789083 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02db6044-7bcf-4443-ae22-0cea407cd620 None None] Checking router: 560ade53-d2ca-4e61-85e4-db79f60cec86 for host: dv-cinder-779578-4-iscsi {{(pid=106988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:40:46.790073 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02db6044-7bcf-4443-ae22-0cea407cd620 None None] Updating router 560ade53-d2ca-4e61-85e4-db79f60cec86 port deec7350-20de-4e28-9f7d-cbfe32f2a53a binding host dv-cinder-779578-4-iscsi {{(pid=106988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 13:40:46.790548 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-b4727490-d6b0-46ec-a08b-e2141609a147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66918460'] for subnet (be2976ca-ec14-419a-95eb-b989ab5f6297), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:46.790975 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device a85fbe65-a79c-48d1-9540-49f0b7cb2c00 up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:40:46.847520 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-02db6044-7bcf-4443-ae22-0cea407cd620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (deec7350-20de-4e28-9f7d-cbfe32f2a53a), before_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:46.851599 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port a85fbe65-a79c-48d1-9540-49f0b7cb2c00 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:40:46.852070 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (a85fbe65-a79c-48d1-9540-49f0b7cb2c00), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:46.905867 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (6904bc03-dddb-4f6f-a036-c88fbbe8434e), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:46.939714 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4cd2fbb3-89f7-4247-88dd-8d64a4ee37cc req-f4d24844-113b-470a-824d-491de468047a tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ab786472-58d3-43b2-9530-43658f343394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2663665 Aug 24 13:40:46.990329 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-b4727490-d6b0-46ec-a08b-e2141609a147 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66918469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2796145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133524'] for subnet (be2976ca-ec14-419a-95eb-b989ab5f6297), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:47.051369 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=6904bc03-dddb-4f6f-a036-c88fbbe8434e,revision_number=4']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:47.097365 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4727490-d6b0-46ec-a08b-e2141609a147 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be2976ca-ec14-419a-95eb-b989ab5f6297,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:47.104255 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-b4727490-d6b0-46ec-a08b-e2141609a147 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for subnet (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:47.121912 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-b4727490-d6b0-46ec-a08b-e2141609a147 admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/be2976ca-ec14-419a-95eb-b989ab5f6297 HTTP/1.1" status: 204 len: 168 time: 1.0200934 Aug 24 13:40:47.125438 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 52054) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:47.166500 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port a85fbe65-a79c-48d1-9540-49f0b7cb2c00 is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:40:47.230613 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f6de5d-084e-4ef5-a964-05d1e3afa32d req-ae14a083-3510-498a-a778-cc1b570891c6 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:47.240284 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a0f6de5d-084e-4ef5-a964-05d1e3afa32d req-ae14a083-3510-498a-a778-cc1b570891c6 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 946 time: 0.1004324 Aug 24 13:40:47.312787 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] get_ports_and_sgs() called for port_ids ['6904bc03-dddb-4f6f-a036-c88fbbe8434e'] {{(pid=106987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 13:40:47.374888 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a0f6de5d-084e-4ef5-a964-05d1e3afa32d req-82078d7f-6c65-42b4-8eeb-97e68f1a9805 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338487 Aug 24 13:40:47.425972 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-02db6044-7bcf-4443-ae22-0cea407cd620 None None] Publish callbacks [] for port (deec7350-20de-4e28-9f7d-cbfe32f2a53a), precommit_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:47.457371 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a93d403b-29c5-41ac-a53c-7c0bf3f47879), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:47.508084 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617f502-4ee9-4c5e-bf91-50b8f868975e req-7e9bd72f-b3cc-4ece-be21-b209230f10b6 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:47.517748 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-02db6044-7bcf-4443-ae22-0cea407cd620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (deec7350-20de-4e28-9f7d-cbfe32f2a53a), after_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:47.520673 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a617f502-4ee9-4c5e-bf91-50b8f868975e req-7e9bd72f-b3cc-4ece-be21-b209230f10b6 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 945 time: 0.2053745 Aug 24 13:40:47.638038 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-83380c8b-68a2-4e8c-9829-24d35bed72c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-67096241'] for network (808e9437-e578-4915-a24d-fe9a9e431130), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:47.649402 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.managers [None req-02db6044-7bcf-4443-ae22-0cea407cd620 None None] Attempting to bind port deec7350-20de-4e28-9f7d-cbfe32f2a53a on host dv-cinder-779578-4-iscsi for vnic_type normal with profile {{(pid=106988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:40:47.649886 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.managers [None req-02db6044-7bcf-4443-ae22-0cea407cd620 None None] Attempting to bind port deec7350-20de-4e28-9f7d-cbfe32f2a53a by drivers openvswitch,hyperv on host dv-cinder-779578-4-iscsi at level 0 using segments [{'id': '2ee2ed0f-8942-4d6c-9c77-0bae79e3a489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2a47b7b8-8e69-4dcf-8155-1e0d50419209'}] {{(pid=106988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:40:47.650246 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02db6044-7bcf-4443-ae22-0cea407cd620 None None] Attempting to bind port deec7350-20de-4e28-9f7d-cbfe32f2a53a on network 2a47b7b8-8e69-4dcf-8155-1e0d50419209 {{(pid=106988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:40:47.664712 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02db6044-7bcf-4443-ae22-0cea407cd620 None None] Checking agent: {'id': '00f42bad-d4f2-47c4-8e20-2c8cceeec132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 29, 55), 'started_at': datetime.datetime(2022, 8, 24, 13, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:40:47.672418 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02db6044-7bcf-4443-ae22-0cea407cd620 None None] Checking segment: {'id': '2ee2ed0f-8942-4d6c-9c77-0bae79e3a489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2a47b7b8-8e69-4dcf-8155-1e0d50419209'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:40:47.672418 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-02db6044-7bcf-4443-ae22-0cea407cd620 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:47.672418 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02db6044-7bcf-4443-ae22-0cea407cd620 None None] Bound using segment: {'id': '2ee2ed0f-8942-4d6c-9c77-0bae79e3a489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2a47b7b8-8e69-4dcf-8155-1e0d50419209'} {{(pid=106988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:40:47.672418 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.managers [None req-02db6044-7bcf-4443-ae22-0cea407cd620 None None] Bound port: deec7350-20de-4e28-9f7d-cbfe32f2a53a, host: dv-cinder-779578-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ee2ed0f-8942-4d6c-9c77-0bae79e3a489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2a47b7b8-8e69-4dcf-8155-1e0d50419209'}}] {{(pid=106988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:40:47.672418 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-02db6044-7bcf-4443-ae22-0cea407cd620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (deec7350-20de-4e28-9f7d-cbfe32f2a53a), before_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:47.700594 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 52064) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:47.722630 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-7c0d1a11-87a7-4006-a5d5-c76641dbb8e3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1496740980-network', 'tenant_id': '375bbf2a674b43e2927d3b4ab3f6f886'}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:40:47.752037 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.db [None req-02db6044-7bcf-4443-ae22-0cea407cd620 None None] For port deec7350-20de-4e28-9f7d-cbfe32f2a53a, host dv-cinder-779578-4-iscsi, cleared binding levels {{(pid=106988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:40:47.753354 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef023041-7d04-430a-88a8-931858a84383 req-7b5c729e-79d6-4b20-a342-3aefa98d5095 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:47.754951 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ef023041-7d04-430a-88a8-931858a84383 req-7b5c729e-79d6-4b20-a342-3aefa98d5095 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=46ffe8c1-ef80-42b6-aa3c-6f60ceea267b HTTP/1.1" status: 200 len: 945 time: 0.1714244 Aug 24 13:40:47.755768 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.db [None req-02db6044-7bcf-4443-ae22-0cea407cd620 None None] For port deec7350-20de-4e28-9f7d-cbfe32f2a53a, host dv-cinder-779578-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=deec7350-20de-4e28-9f7d-cbfe32f2a53a,segment=NetworkSegment(2ee2ed0f-8942-4d6c-9c77-0bae79e3a489),segment_id=2ee2ed0f-8942-4d6c-9c77-0bae79e3a489)] {{(pid=106988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:40:47.762150 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:47.767312 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:47.769601 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4974d2db-8410-4535-b1ff-90a23d528944 None None] Pushing event updated for resources: {'Port': ['ID=deec7350-20de-4e28-9f7d-cbfe32f2a53a,revision_number=3']} {{(pid=106988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:47.808559 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:47.843530 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a617f502-4ee9-4c5e-bf91-50b8f868975e req-7754ac56-3694-4d1a-b218-670039258dd2 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3135333 Aug 24 13:40:47.845849 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-83380c8b-68a2-4e8c-9829-24d35bed72c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66912316', 'neutron.services.segments.db._delete_segments_for_network-8732775531888'] for network (808e9437-e578-4915-a24d-fe9a9e431130), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:47.883270 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-83380c8b-68a2-4e8c-9829-24d35bed72c1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:40:47.884161 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-83380c8b-68a2-4e8c-9829-24d35bed72c1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:40:47.884601 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-83380c8b-68a2-4e8c-9829-24d35bed72c1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:40:47.884937 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-83380c8b-68a2-4e8c-9829-24d35bed72c1 admin admin] Subscribe: > port after_create 55550000 {{(pid=106986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:40:47.885258 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-83380c8b-68a2-4e8c-9829-24d35bed72c1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:40:47.885938 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-83380c8b-68a2-4e8c-9829-24d35bed72c1 admin admin] Subscribe: > port after_update 55550000 {{(pid=106986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:40:47.886281 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-83380c8b-68a2-4e8c-9829-24d35bed72c1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:40:47.887186 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-83380c8b-68a2-4e8c-9829-24d35bed72c1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:40:47.887367 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-83380c8b-68a2-4e8c-9829-24d35bed72c1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:40:47.888751 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-83380c8b-68a2-4e8c-9829-24d35bed72c1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:40:47.901727 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-02db6044-7bcf-4443-ae22-0cea407cd620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (deec7350-20de-4e28-9f7d-cbfe32f2a53a), after_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:47.967566 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ef023041-7d04-430a-88a8-931858a84383 req-0ea0eae5-3a4a-4b87-bf5e-e23864be4112 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d185a265-9016-405f-9ca1-9174708eebca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907797 Aug 24 13:40:48.054806 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02db6044-7bcf-4443-ae22-0cea407cd620 None None] Routers {'560ade53-d2ca-4e61-85e4-db79f60cec86'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:40:48.054806 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-02db6044-7bcf-4443-ae22-0cea407cd620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:40:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['560ade53-d2ca-4e61-85e4-db79f60cec86'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:40:48.086843 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-42629830-e791-4403-b185-b47d77a185ff req-1f92d35d-0a7c-4c53-b443-8045111eb614 tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=dfabd1a5-c2a2-414a-adc6-32693668f240 HTTP/1.1" status: 200 len: 210 time: 0.0588627 Aug 24 13:40:48.108293 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-83380c8b-68a2-4e8c-9829-24d35bed72c1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:40:48.108293 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-83380c8b-68a2-4e8c-9829-24d35bed72c1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:40:48.108293 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-83380c8b-68a2-4e8c-9829-24d35bed72c1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:40:48.108293 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-83380c8b-68a2-4e8c-9829-24d35bed72c1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106986) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 24 13:40:48.108293 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.services.segments.db [None req-83380c8b-68a2-4e8c-9829-24d35bed72c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['808e9437-e578-4915-a24d-fe9a9e431130']}} {{(pid=106986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:40:48.161951 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.services.segments.db [None req-83380c8b-68a2-4e8c-9829-24d35bed72c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b3b4a3b-3481-4587-b67d-f60421bfd225') {'for_net_delete': True} {{(pid=106986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:40:48.161951 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.services.segments.db [None req-83380c8b-68a2-4e8c-9829-24d35bed72c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b3b4a3b-3481-4587-b67d-f60421bfd225') {} {{(pid=106986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:40:48.206837 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-83380c8b-68a2-4e8c-9829-24d35bed72c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732775508974', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17251692'] for segment (0b3b4a3b-3481-4587-b67d-f60421bfd225), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:48.278736 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-83380c8b-68a2-4e8c-9829-24d35bed72c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916165'] for segment (0b3b4a3b-3481-4587-b67d-f60421bfd225), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:48.279967 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4974d2db-8410-4535-b1ff-90a23d528944 None None] Pushing event updated for resources: {'Port': ['ID=deec7350-20de-4e28-9f7d-cbfe32f2a53a,revision_number=4']} {{(pid=106988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:48.318763 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83380c8b-68a2-4e8c-9829-24d35bed72c1 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=106986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 13:40:48.318763 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-83380c8b-68a2-4e8c-9829-24d35bed72c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2990539'] for segment (0b3b4a3b-3481-4587-b67d-f60421bfd225), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:48.335147 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e699873-87fd-40bc-8ba3-f5085bb914f1 req-69fad1d2-385e-48dc-8090-3a80a2ab3e4c tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:48.350676 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9e699873-87fd-40bc-8ba3-f5085bb914f1 req-69fad1d2-385e-48dc-8090-3a80a2ab3e4c tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=807615f2-1905-4a84-8a8b-574886415dc6 HTTP/1.1" status: 200 len: 945 time: 0.1751502 Aug 24 13:40:48.378016 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-02db6044-7bcf-4443-ae22-0cea407cd620 None None] Set router 560ade53-d2ca-4e61-85e4-db79f60cec86 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:40:48.489707 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9e699873-87fd-40bc-8ba3-f5085bb914f1 req-52ca24fe-8ef4-4343-a0b9-aff84daf541d tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ab786472-58d3-43b2-9530-43658f343394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373723 Aug 24 13:40:48.566570 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7de0f11-81bb-4d02-ae17-e65cac5e8eec req-3a80203b-efc3-4474-a67a-179f68027d95 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:48.568671 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a7de0f11-81bb-4d02-ae17-e65cac5e8eec req-3a80203b-efc3-4474-a67a-179f68027d95 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 946 time: 0.0630596 Aug 24 13:40:48.614097 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 6904bc03-dddb-4f6f-a036-c88fbbe8434e up at agent hyperv_hv-cinder-77957 {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:40:48.618758 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c0d1a11-87a7-4006-a5d5-c76641dbb8e3 admin admin] Made reservation on behalf of 375bbf2a674b43e2927d3b4ab3f6f886 for: {'network': 1} {{(pid=106985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:40:48.621490 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-7c0d1a11-87a7-4006-a5d5-c76641dbb8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for network (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:48.634865 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-7c0d1a11-87a7-4006-a5d5-c76641dbb8e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:48.675144 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a7de0f11-81bb-4d02-ae17-e65cac5e8eec req-bf61e24a-a593-49da-8707-eecbe8b52a3c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996504 Aug 24 13:40:48.678118 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.services.segments.plugin [-] Segment 0b3b4a3b-3481-4587-b67d-f60421bfd225 resource provider aggregate not found Aug 24 13:40:48.702896 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.services.segments.plugin [-] Segment 0b3b4a3b-3481-4587-b67d-f60421bfd225 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0b3b4a3b-3481-4587-b67d-f60421bfd225 found for delete ", "request_id": "req-eedcdb8a-9528-4200-ac5c-b7d3d099f18e"}]} Aug 24 13:40:48.712832 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Provisioning for port 6904bc03-dddb-4f6f-a036-c88fbbe8434e completed by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 13:40:48.791727 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-7c0d1a11-87a7-4006-a5d5-c76641dbb8e3 admin admin] Publish callbacks [] for security_group (3c1886bc-95ef-43d6-9bb0-f63abfd1f128), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:48.804373 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-02db6044-7bcf-4443-ae22-0cea407cd620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560ade53-d2ca-4e61-85e4-db79f60cec86', 'name': 'tempest-TestShelveInstance-1720010661-router', 'tenant_id': '6bcafe839dec4fcc95a4c720463483ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'a85fbe65-a79c-48d1-9540-49f0b7cb2c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:40:33Z', 'updated_at': '2022-08-24T13:40:43Z', 'revision_number': 4, 'project_id': '6bcafe839dec4fcc95a4c720463483ba', 'gw_port': {'id': 'a85fbe65-a79c-48d1-9540-49f0b7cb2c00', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560ade53-d2ca-4e61-85e4-db79f60cec86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:35Z', 'updated_at': '2022-08-24T13:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': 'deec7350-20de-4e28-9f7d-cbfe32f2a53a', 'name': '', 'network_id': '2a47b7b8-8e69-4dcf-8155-1e0d50419209', 'tenant_id': '6bcafe839dec4fcc95a4c720463483ba', 'mac_address': 'fa:16:3e:44:80:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '560ade53-d2ca-4e61-85e4-db79f60cec86', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '2bc1c488-9e72-4177-be4a-033432e17d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:41Z', 'updated_at': '2022-08-24T13:40:47Z', 'revision_number': 4, 'project_id': '6bcafe839dec4fcc95a4c720463483ba', 'subnets': [{'id': '2bc1c488-9e72-4177-be4a-033432e17d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:40:48.833329 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02db6044-7bcf-4443-ae22-0cea407cd620 None None] The sync data for ids ['560ade53-d2ca-4e61-85e4-db79f60cec86'] in dv-cinder-779578-4-iscsi is: [{'id': '560ade53-d2ca-4e61-85e4-db79f60cec86', 'name': 'tempest-TestShelveInstance-1720010661-router', 'tenant_id': '6bcafe839dec4fcc95a4c720463483ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'a85fbe65-a79c-48d1-9540-49f0b7cb2c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:40:33Z', 'updated_at': '2022-08-24T13:40:43Z', 'revision_number': 4, 'project_id': '6bcafe839dec4fcc95a4c720463483ba', 'gw_port': {'id': 'a85fbe65-a79c-48d1-9540-49f0b7cb2c00', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560ade53-d2ca-4e61-85e4-db79f60cec86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:35Z', 'updated_at': '2022-08-24T13:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': 'deec7350-20de-4e28-9f7d-cbfe32f2a53a', 'name': '', 'network_id': '2a47b7b8-8e69-4dcf-8155-1e0d50419209', 'tenant_id': '6bcafe839dec4fcc95a4c720463483ba', 'mac_address': 'fa:16:3e:44:80:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '560ade53-d2ca-4e61-85e4-db79f60cec86', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '2bc1c488-9e72-4177-be4a-033432e17d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:41Z', 'updated_at': '2022-08-24T13:40:47Z', 'revision_number': 4, 'project_id': '6bcafe839dec4fcc95a4c720463483ba', 'subnets': [{'id': '2bc1c488-9e72-4177-be4a-033432e17d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:40:48.952429 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-83380c8b-68a2-4e8c-9829-24d35bed72c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66912311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008716'] for network (808e9437-e578-4915-a24d-fe9a9e431130), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:48.960921 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-83380c8b-68a2-4e8c-9829-24d35bed72c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for network (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:48.964339 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-83380c8b-68a2-4e8c-9829-24d35bed72c1 admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/808e9437-e578-4915-a24d-fe9a9e431130 HTTP/1.1" status: 204 len: 168 time: 1.8404117 Aug 24 13:40:48.976313 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 52082) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:48.989576 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Provisioning complete for port 6904bc03-dddb-4f6f-a036-c88fbbe8434e triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:40:48.990308 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (6904bc03-dddb-4f6f-a036-c88fbbe8434e), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:49.007162 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-7c0d1a11-87a7-4006-a5d5-c76641dbb8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (3c1886bc-95ef-43d6-9bb0-f63abfd1f128), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:49.023028 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c0d1a11-87a7-4006-a5d5-c76641dbb8e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 432, 'physical_network': 'physnet1'} {{(pid=106985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 13:40:49.034203 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83380c8b-68a2-4e8c-9829-24d35bed72c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=808e9437-e578-4915-a24d-fe9a9e431130,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:49.035723 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-7c0d1a11-87a7-4006-a5d5-c76641dbb8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916165'] for segment (f7914525-6577-4723-8f52-046260f0cfb5), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:49.035957 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.db.segments_db [None req-7c0d1a11-87a7-4006-a5d5-c76641dbb8e3 admin admin] Added segment f7914525-6577-4723-8f52-046260f0cfb5 of type vlan for network bff97d5a-430a-4fce-aec5-e83fa0d23e43 Aug 24 13:40:49.101179 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:49.103925 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-7c0d1a11-87a7-4006-a5d5-c76641dbb8e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732775010169'] for network (bff97d5a-430a-4fce-aec5-e83fa0d23e43), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:49.128507 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5649fb-571a-40a6-b396-79f5b5a99b0f req-0fe1a7d9-3e8f-457b-9b58-344634ccff66 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:49.130338 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-fb5649fb-571a-40a6-b396-79f5b5a99b0f req-0fe1a7d9-3e8f-457b-9b58-344634ccff66 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=46ffe8c1-ef80-42b6-aa3c-6f60ceea267b HTTP/1.1" status: 200 len: 945 time: 0.1423578 Aug 24 13:40:49.134554 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.db_base_plugin_v2 [None req-52d6322a-d9cd-4b36-8cfe-f2c30dcb5c9d admin admin] Deleting subnet a2d6323d-63d4-4e85-b42c-5936caf3e79b {{(pid=106986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 13:40:49.143234 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-52d6322a-d9cd-4b36-8cfe-f2c30dcb5c9d admin admin] Publish callbacks [] for subnet (a2d6323d-63d4-4e85-b42c-5936caf3e79b), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:49.205379 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port 6904bc03-dddb-4f6f-a036-c88fbbe8434e is: BUILD; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:40:49.205766 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (6904bc03-dddb-4f6f-a036-c88fbbe8434e), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:49.213966 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-52d6322a-d9cd-4b36-8cfe-f2c30dcb5c9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17251685'] for subnet (a2d6323d-63d4-4e85-b42c-5936caf3e79b), precommit_delete_associations {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:49.265092 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '807615f2-1905-4a84-8a8b-574886415dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6904bc03-dddb-4f6f-a036-c88fbbe8434e'}] {{(pid=106987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:40:49.269963 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee01592ba90e2cb9dcb0c84681ff9a6759d336f5db8af78df2209fafc25a55a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85a3bb2-3ec6-4782-ae35-63b4313b4087" -d '{"events": [{"server_uuid": "807615f2-1905-4a84-8a8b-574886415dc6", "name": "network-vif-plugged", "status": "completed", "tag": "6904bc03-dddb-4f6f-a036-c88fbbe8434e"}]}' {{(pid=106987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:40:49.304045 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 6904bc03-dddb-4f6f-a036-c88fbbe8434e, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=6904bc03-dddb-4f6f-a036-c88fbbe8434e,segment=NetworkSegment(67afd480-e30a-4400-a86a-25b503d7ef00),segment_id=67afd480-e30a-4400-a86a-25b503d7ef00)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:40:49.338025 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-52d6322a-d9cd-4b36-8cfe-f2c30dcb5c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66918460'] for subnet (a2d6323d-63d4-4e85-b42c-5936caf3e79b), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:49.409469 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:49.424005 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85299a0-87ae-45e1-924c-ad45a5e7e507 req-b49ca13d-6f8b-4a22-9eea-7a671df32797 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:49.425670 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d85299a0-87ae-45e1-924c-ad45a5e7e507 req-b49ca13d-6f8b-4a22-9eea-7a671df32797 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 945 time: 0.4890382 Aug 24 13:40:49.460446 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (6904bc03-dddb-4f6f-a036-c88fbbe8434e), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:49.484654 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb8ab40-a50c-4067-a0a9-868ae30abb56 req-cb318653-fa75-47c4-9409-879bece5faad tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:49.491905 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0bb8ab40-a50c-4067-a0a9-868ae30abb56 req-cb318653-fa75-47c4-9409-879bece5faad tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=46ffe8c1-ef80-42b6-aa3c-6f60ceea267b HTTP/1.1" status: 200 len: 945 time: 0.0776072 Aug 24 13:40:49.550916 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=6904bc03-dddb-4f6f-a036-c88fbbe8434e,revision_number=5']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:49.593766 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [req-fb5649fb-571a-40a6-b396-79f5b5a99b0f req-7c1e01a3-60f4-4bb5-b4b5-9366f54e53c4 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Deleting port 217d6ecd-1ec6-4895-adb9-790e971bf720 {{(pid=106986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:40:49.594023 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-fb5649fb-571a-40a6-b396-79f5b5a99b0f req-7c1e01a3-60f4-4bb5-b4b5-9366f54e53c4 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (217d6ecd-1ec6-4895-adb9-790e971bf720), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:49.604563 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-7c0d1a11-87a7-4006-a5d5-c76641dbb8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995'] for network (bff97d5a-430a-4fce-aec5-e83fa0d23e43), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:49.607749 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c0d1a11-87a7-4006-a5d5-c76641dbb8e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:49.607749 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-7c0d1a11-87a7-4006-a5d5-c76641dbb8e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for network (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:49.642283 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:49.673445 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d1a11-87a7-4006-a5d5-c76641dbb8e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1886bc-95ef-43d6-9bb0-f63abfd1f128,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:49.695966 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-52d6322a-d9cd-4b36-8cfe-f2c30dcb5c9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66918469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2990509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17994702'] for subnet (a2d6323d-63d4-4e85-b42c-5936caf3e79b), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:49.699921 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0bb8ab40-a50c-4067-a0a9-868ae30abb56 req-d0412a28-57c9-4195-83cf-e635762c8363 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d185a265-9016-405f-9ca1-9174708eebca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068698 Aug 24 13:40:49.808254 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d85299a0-87ae-45e1-924c-ad45a5e7e507 req-eee9b1c9-50f6-41aa-9de0-96741fabac29 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140712 Aug 24 13:40:49.833509 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-7c0d1a11-87a7-4006-a5d5-c76641dbb8e3 admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1292608 Aug 24 13:40:49.846418 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 52098) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:49.848215 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:49.856988 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6322a-d9cd-4b36-8cfe-f2c30dcb5c9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2d6323d-63d4-4e85-b42c-5936caf3e79b,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:49.857948 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-220dc3ad-1b31-4830-98df-10fdcf6c917b admin admin] Request body: {'subnet': {'network_id': 'bff97d5a-430a-4fce-aec5-e83fa0d23e43', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1496740980-subnet', 'tenant_id': '375bbf2a674b43e2927d3b4ab3f6f886', 'ip_version': 4}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:40:49.859570 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-52d6322a-d9cd-4b36-8cfe-f2c30dcb5c9d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:49.863222 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-52d6322a-d9cd-4b36-8cfe-f2c30dcb5c9d admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/a2d6323d-63d4-4e85-b42c-5936caf3e79b HTTP/1.1" status: 204 len: 168 time: 0.8735933 Aug 24 13:40:49.866635 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 52100) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:49.938505 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.db [req-fb5649fb-571a-40a6-b396-79f5b5a99b0f req-7c1e01a3-60f4-4bb5-b4b5-9366f54e53c4 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] For port 217d6ecd-1ec6-4895-adb9-790e971bf720, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=217d6ecd-1ec6-4895-adb9-790e971bf720,segment=NetworkSegment(dc18128c-52d7-4216-ada5-948790f2b11c),segment_id=dc18128c-52d7-4216-ada5-948790f2b11c)] {{(pid=106986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:40:49.939059 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-fb5649fb-571a-40a6-b396-79f5b5a99b0f req-7c1e01a3-60f4-4bb5-b4b5-9366f54e53c4 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (217d6ecd-1ec6-4895-adb9-790e971bf720), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:49.943350 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d1a11-87a7-4006-a5d5-c76641dbb8e3 admin admin] Pushing event updated for resources: {'Network': ['ID=bff97d5a-430a-4fce-aec5-e83fa0d23e43,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:49.956542 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Network bff97d5a-430a-4fce-aec5-e83fa0d23e43 details requested by agent ovs-agent-dv-cinder-779578-4-iscsi with host dv-cinder-779578-4-iscsi {{(pid=106987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 13:40:50.035932 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 13:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb76267-82e8-431f-a37a-ffd05e72e158 x-openstack-request-id: req-5bb76267-82e8-431f-a37a-ffd05e72e158 {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:40:50.036267 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "807615f2-1905-4a84-8a8b-574886415dc6", "name": "network-vif-plugged", "status": "completed", "tag": "6904bc03-dddb-4f6f-a036-c88fbbe8434e", "code": 200}]} {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:40:50.037222 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5bb76267-82e8-431f-a37a-ffd05e72e158 {{(pid=106987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:40:50.038379 dv-cinder-779578-4-iscsi neutron-server[106987]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bb76267-82e8-431f-a37a-ffd05e72e158'] response: {'server_uuid': '807615f2-1905-4a84-8a8b-574886415dc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6904bc03-dddb-4f6f-a036-c88fbbe8434e', 'code': 200} Aug 24 13:40:50.046818 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-2ba03cce-ad08-46b9-bd8d-0ed8dcf6c33e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:50.059061 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a47e6cda-b6a3-4f3a-bfd6-97b52a3da711 req-42bee24a-eec8-45b1-8b6a-47edd6d39712 tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=dfabd1a5-c2a2-414a-adc6-32693668f240 HTTP/1.1" status: 200 len: 210 time: 0.1200309 Aug 24 13:40:50.068138 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [req-fb5649fb-571a-40a6-b396-79f5b5a99b0f req-7c1e01a3-60f4-4bb5-b4b5-9366f54e53c4 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Calling delete_port for 217d6ecd-1ec6-4895-adb9-790e971bf720 owned by compute:nova {{(pid=106986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:40:50.207012 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-6b0f06dc-ea45-4210-8251-c0a2d0664ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-67096241'] for network (7c1b00f9-2865-4e77-8cdc-0c3dd9375e0b), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:50.271977 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f26ff0-23c6-4714-8cf5-67b9e4ed9b01 req-c37843c3-f339-4999-8c78-dd5655fb48cb tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:50.280353 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-67f26ff0-23c6-4714-8cf5-67b9e4ed9b01 req-c37843c3-f339-4999-8c78-dd5655fb48cb tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 946 time: 0.0725830 Aug 24 13:40:50.282837 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:50.290326 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-220dc3ad-1b31-4830-98df-10fdcf6c917b admin admin] Made reservation on behalf of 375bbf2a674b43e2927d3b4ab3f6f886 for: {'subnet': 1} {{(pid=106985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:40:50.292739 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-220dc3ad-1b31-4830-98df-10fdcf6c917b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133617'] for subnet (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:50.320078 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03e6ef3-fbf3-4573-8efb-55ac430561e6 req-007450fc-1625-4027-89d2-825d3be6aaaa tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:50.321579 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-c03e6ef3-fbf3-4573-8efb-55ac430561e6 req-007450fc-1625-4027-89d2-825d3be6aaaa tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=807615f2-1905-4a84-8a8b-574886415dc6 HTTP/1.1" status: 200 len: 946 time: 0.1746159 Aug 24 13:40:50.416925 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-6b0f06dc-ea45-4210-8251-c0a2d0664ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66912316', 'neutron.services.segments.db._delete_segments_for_network-8732775531888'] for network (7c1b00f9-2865-4e77-8cdc-0c3dd9375e0b), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:50.523035 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-67f26ff0-23c6-4714-8cf5-67b9e4ed9b01 req-15fa9ae8-54b5-4d39-9ad3-c426ed70cb6d tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2415712 Aug 24 13:40:50.553834 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-c03e6ef3-fbf3-4573-8efb-55ac430561e6 req-65677a30-09dc-4699-b76d-23fa9ed304a3 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ab786472-58d3-43b2-9530-43658f343394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2016101 Aug 24 13:40:50.568786 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-6f632094-7060-4163-9d5f-1ef2b59c02fe req-8a8ad427-ae47-4e0a-9382-22d2415ed6e4 tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=1804d01585764cf7bb02bd332a66573e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2295284 Aug 24 13:40:50.626241 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.services.segments.db [None req-6b0f06dc-ea45-4210-8251-c0a2d0664ba1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c1b00f9-2865-4e77-8cdc-0c3dd9375e0b']}} {{(pid=106986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:40:50.696936 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd4107-103a-497a-a043-48e3046f74ca req-a89b3a8a-9e28-4bb5-9764-25b951a603dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:50.709826 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-60fd4107-103a-497a-a043-48e3046f74ca req-a89b3a8a-9e28-4bb5-9764-25b951a603dc service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=807615f2-1905-4a84-8a8b-574886415dc6 HTTP/1.1" status: 200 len: 1130 time: 0.1404052 Aug 24 13:40:50.724652 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.services.segments.db [None req-6b0f06dc-ea45-4210-8251-c0a2d0664ba1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '544fbbf4-77fb-4d0d-a731-5057b51be4c0') {'for_net_delete': True} {{(pid=106986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:40:50.724652 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.services.segments.db [None req-6b0f06dc-ea45-4210-8251-c0a2d0664ba1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '544fbbf4-77fb-4d0d-a731-5057b51be4c0') {} {{(pid=106986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:40:50.726620 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-fb5649fb-571a-40a6-b396-79f5b5a99b0f req-7c1e01a3-60f4-4bb5-b4b5-9366f54e53c4 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990584'] for port (217d6ecd-1ec6-4895-adb9-790e971bf720), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:50.814313 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:50.819261 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device deec7350-20de-4e28-9f7d-cbfe32f2a53a up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:40:50.895421 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:50.930236 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-6b0f06dc-ea45-4210-8251-c0a2d0664ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732775508974', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17251692'] for segment (544fbbf4-77fb-4d0d-a731-5057b51be4c0), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:50.931394 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-60fd4107-103a-497a-a043-48e3046f74ca req-882e3547-6ed2-4bb6-ac4c-8b198d72df35 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=ab786472-58d3-43b2-9530-43658f343394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2176929 Aug 24 13:40:50.960903 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-6b0f06dc-ea45-4210-8251-c0a2d0664ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916165'] for segment (544fbbf4-77fb-4d0d-a731-5057b51be4c0), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:50.986329 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b0f06dc-ea45-4210-8251-c0a2d0664ba1 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=106986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 13:40:50.987028 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-6b0f06dc-ea45-4210-8251-c0a2d0664ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2990539'] for segment (544fbbf4-77fb-4d0d-a731-5057b51be4c0), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:51.005482 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port deec7350-20de-4e28-9f7d-cbfe32f2a53a triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:40:51.006342 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (deec7350-20de-4e28-9f7d-cbfe32f2a53a), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:51.022908 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5d10ec54-9255-42fc-8774-433e845ccdb0 req-e04dd828-d5db-4788-88a2-307573ea2c7e tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=46ffe8c1-ef80-42b6-aa3c-6f60ceea267b HTTP/1.1" status: 200 len: 210 time: 0.0687387 Aug 24 13:40:51.055731 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1e01a3-60f4-4bb5-b4b5-9366f54e53c4 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Pushing event deleted for resources: {'Port': ['ID=217d6ecd-1ec6-4895-adb9-790e971bf720,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:51.205169 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port deec7350-20de-4e28-9f7d-cbfe32f2a53a is: DOWN; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:40:51.206378 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (deec7350-20de-4e28-9f7d-cbfe32f2a53a), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:51.216934 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.services.segments.plugin [-] Segment 544fbbf4-77fb-4d0d-a731-5057b51be4c0 resource provider aggregate not found Aug 24 13:40:51.228509 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b892e0af-c55b-411d-af59-32e4191928c7 req-5942ab58-b233-465b-8a0a-aef651c0de0e tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=dfabd1a5-c2a2-414a-adc6-32693668f240 HTTP/1.1" status: 200 len: 210 time: 0.0335593 Aug 24 13:40:51.270588 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90659e46-f612-4feb-9a60-1978dc5b6efa req-ba88b916-797d-4635-9af4-1cadbe0b1419 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:51.275981 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-90659e46-f612-4feb-9a60-1978dc5b6efa req-ba88b916-797d-4635-9af4-1cadbe0b1419 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 945 time: 0.1958952 Aug 24 13:40:51.291210 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] For port deec7350-20de-4e28-9f7d-cbfe32f2a53a, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=deec7350-20de-4e28-9f7d-cbfe32f2a53a,segment=NetworkSegment(2ee2ed0f-8942-4d6c-9c77-0bae79e3a489),segment_id=2ee2ed0f-8942-4d6c-9c77-0bae79e3a489)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:40:51.312411 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-220dc3ad-1b31-4830-98df-10fdcf6c917b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2795956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133535'] for subnet (ede2d3c9-8742-438d-82e6-bdc064f0e451), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:51.368072 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220dc3ad-1b31-4830-98df-10fdcf6c917b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ede2d3c9-8742-438d-82e6-bdc064f0e451,revision_number=0']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:51.402401 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb5649fb-571a-40a6-b396-79f5b5a99b0f req-7c1e01a3-60f4-4bb5-b4b5-9366f54e53c4 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] No DVR routers for this DVR port 217d6ecd-1ec6-4895-adb9-790e971bf720 on host hv-cinder-77957 {{(pid=106986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 13:40:51.422215 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.services.segments.plugin [-] Segment 544fbbf4-77fb-4d0d-a731-5057b51be4c0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 544fbbf4-77fb-4d0d-a731-5057b51be4c0 found for delete ", "request_id": "req-69866b67-f2b8-4b95-b904-73b65d9b026c"}]} Aug 24 13:40:51.424335 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-fb5649fb-571a-40a6-b396-79f5b5a99b0f req-7c1e01a3-60f4-4bb5-b4b5-9366f54e53c4 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:51.428317 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-fb5649fb-571a-40a6-b396-79f5b5a99b0f req-7c1e01a3-60f4-4bb5-b4b5-9366f54e53c4 tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.20 "DELETE /networking/v2.0/ports/217d6ecd-1ec6-4895-adb9-790e971bf720 HTTP/1.1" status: 204 len: 173 time: 2.0581577 Aug 24 13:40:51.437132 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (deec7350-20de-4e28-9f7d-cbfe32f2a53a), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:51.441833 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ffe8c1-ef80-42b6-aa3c-6f60ceea267b', 'name': 'network-vif-deleted', 'tag': '217d6ecd-1ec6-4895-adb9-790e971bf720'}] {{(pid=106986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:40:51.442206 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-90659e46-f612-4feb-9a60-1978dc5b6efa req-757fc7e8-860b-4052-b8f9-8ae8f1318eca tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538095 Aug 24 13:40:51.446412 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d01dbab33e71115aad2ee8471a00c8ecaf37bbc8c5e47995de0ab84d59865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81289532-39b7-41c5-a45f-aed339321643" -d '{"events": [{"server_uuid": "46ffe8c1-ef80-42b6-aa3c-6f60ceea267b", "name": "network-vif-deleted", "tag": "217d6ecd-1ec6-4895-adb9-790e971bf720"}]}' {{(pid=106986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:40:51.468235 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220dc3ad-1b31-4830-98df-10fdcf6c917b admin admin] Checking segment: {'id': 'f7914525-6577-4723-8f52-046260f0cfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bff97d5a-430a-4fce-aec5-e83fa0d23e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:40:51.468735 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220dc3ad-1b31-4830-98df-10fdcf6c917b admin admin] Network hostable DHCP agents. Network: bff97d5a-430a-4fce-aec5-e83fa0d23e43, hostable agents: ['5b6616ad-7c61-467c-8809-81a3e3733e23'], hosted agents: [] {{(pid=106985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 13:40:51.530704 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Pushing event updated for resources: {'Port': ['ID=deec7350-20de-4e28-9f7d-cbfe32f2a53a,revision_number=5']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:51.538401 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 13:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6665a9-5eb3-4a67-a43c-5c31b82ba406 x-openstack-request-id: req-8e6665a9-5eb3-4a67-a43c-5c31b82ba406 {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:40:51.538778 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46ffe8c1-ef80-42b6-aa3c-6f60ceea267b", "name": "network-vif-deleted", "tag": "217d6ecd-1ec6-4895-adb9-790e971bf720", "status": "completed", "code": 200}]} {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:40:51.538964 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8e6665a9-5eb3-4a67-a43c-5c31b82ba406 {{(pid=106986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:40:51.539330 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e6665a9-5eb3-4a67-a43c-5c31b82ba406'] response: {'server_uuid': '46ffe8c1-ef80-42b6-aa3c-6f60ceea267b', 'name': 'network-vif-deleted', 'tag': '217d6ecd-1ec6-4895-adb9-790e971bf720', 'status': 'completed', 'code': 200} Aug 24 13:40:51.562878 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f632094-7060-4163-9d5f-1ef2b59c02fe req-342ce530-1f3c-4320-9200-2934e124b764 tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:51.563153 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:51.564428 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-6f632094-7060-4163-9d5f-1ef2b59c02fe req-342ce530-1f3c-4320-9200-2934e124b764 tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9823477 Aug 24 13:40:51.603032 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-220dc3ad-1b31-4830-98df-10fdcf6c917b admin admin] Network bff97d5a-430a-4fce-aec5-e83fa0d23e43 is scheduled to be hosted by DHCP agent 5b6616ad-7c61-467c-8809-81a3e3733e23 with binding_index 1 {{(pid=106985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 13:40:51.606376 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-6b0f06dc-ea45-4210-8251-c0a2d0664ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66912311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008716'] for network (7c1b00f9-2865-4e77-8cdc-0c3dd9375e0b), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:51.616291 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-6b0f06dc-ea45-4210-8251-c0a2d0664ba1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for network (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:51.623991 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-6b0f06dc-ea45-4210-8251-c0a2d0664ba1 admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/7c1b00f9-2865-4e77-8cdc-0c3dd9375e0b HTTP/1.1" status: 204 len: 168 time: 1.7559004 Aug 24 13:40:51.644903 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0f06dc-ea45-4210-8251-c0a2d0664ba1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c1b00f9-2865-4e77-8cdc-0c3dd9375e0b,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:51.765311 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.base_scheduler [None req-220dc3ad-1b31-4830-98df-10fdcf6c917b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779578-4-iscsi, bff97d5a-430a-4fce-aec5-e83fa0d23e43) {{(pid=106985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:40:51.772981 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220dc3ad-1b31-4830-98df-10fdcf6c917b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:51.774389 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-220dc3ad-1b31-4830-98df-10fdcf6c917b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for subnet (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:51.783258 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a568f9f-74fa-402a-8309-a4104b5e9311 None None] Network bff97d5a-430a-4fce-aec5-e83fa0d23e43 requested from dv-cinder-779578-4-iscsi {{(pid=106987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 13:40:51.846288 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45fdfae-120e-4beb-a129-a52024d2066b req-a906d2c6-64df-4c99-9c62-debaa973c32c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:51.848458 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a45fdfae-120e-4beb-a129-a52024d2066b req-a906d2c6-64df-4c99-9c62-debaa973c32c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 946 time: 0.1656325 Aug 24 13:40:51.910773 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a785a8-5cd2-415d-b817-ffe378941926 req-0173f1a6-6d3d-438a-a664-a317a095e01d tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:51.918160 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d4a785a8-5cd2-415d-b817-ffe378941926 req-0173f1a6-6d3d-438a-a664-a317a095e01d tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=807615f2-1905-4a84-8a8b-574886415dc6 HTTP/1.1" status: 200 len: 946 time: 0.1735501 Aug 24 13:40:51.946285 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-220dc3ad-1b31-4830-98df-10fdcf6c917b admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0994906 Aug 24 13:40:51.946788 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 52126) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:51.952349 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-b5d6d9ef-53e4-4f7b-85f8-b959762fca15 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1496740980-router', 'tenant_id': '375bbf2a674b43e2927d3b4ab3f6f886', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'}}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:40:51.983388 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81238216-9119-46b9-b377-0cd00b0abcdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ca6df2e-0481-52d5-912d-ac12d3288b0d-bff97d5a-430a-4fce-aec5-e83fa0d23e43', 'network_id': 'bff97d5a-430a-4fce-aec5-e83fa0d23e43', 'project_id': '375bbf2a674b43e2927d3b4ab3f6f886', 'fixed_ips': [{'subnet_id': 'ede2d3c9-8742-438d-82e6-bdc064f0e451'}]}} from dv-cinder-779578-4-iscsi. {{(pid=106987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 13:40:51.985258 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81238216-9119-46b9-b377-0cd00b0abcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:51.991025 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [req-6f632094-7060-4163-9d5f-1ef2b59c02fe req-9c2228ac-6cf5-424e-a0ec-0b268f3065cb tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Request body: {'port': {'device_id': 'dfabd1a5-c2a2-414a-adc6-32693668f240', 'network_id': '95b342d3-20f4-4a0a-bf99-f5aeffbddb9f', 'admin_state_up': True, 'tenant_id': '1804d01585764cf7bb02bd332a66573e'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:40:52.072770 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d4a785a8-5cd2-415d-b817-ffe378941926 req-1a9be619-4598-46a4-b41e-004c25d4ee5b tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ab786472-58d3-43b2-9530-43658f343394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535690 Aug 24 13:40:52.076795 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a45fdfae-120e-4beb-a129-a52024d2066b req-5ceb5edf-d1af-4d3f-aae4-727c629add5c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2053354 Aug 24 13:40:52.088832 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:52.184079 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:52.216634 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.db_base_plugin_common [None req-81238216-9119-46b9-b377-0cd00b0abcdb None None] Allocated IP 172.20.0.2 (bff97d5a-430a-4fce-aec5-e83fa0d23e43/ede2d3c9-8742-438d-82e6-bdc064f0e451/081e5b80-e65e-4f56-aa2a-ecb6823f1d1f) {{(pid=106987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:40:52.254270 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-834a323c-e428-44f0-b9dc-9d65db505f47 req-9187659d-6a60-4eba-9981-b71e138f217a tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=46ffe8c1-ef80-42b6-aa3c-6f60ceea267b HTTP/1.1" status: 200 len: 210 time: 0.0433359 Aug 24 13:40:52.299765 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b5d6d9ef-53e4-4f7b-85f8-b959762fca15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1009456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7664'] for router (cafbdbd3-4869-45ed-bfec-c685c548c553), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:52.301930 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b5d6d9ef-53e4-4f7b-85f8-b959762fca15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1008860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1030859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7655'] for router (cafbdbd3-4869-45ed-bfec-c685c548c553), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:52.361133 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-831aa564-3218-4d8a-babd-1c4333939305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:52.402174 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b5d6d9ef-53e4-4f7b-85f8-b959762fca15 admin admin] Publish callbacks [] for router_controller (cafbdbd3-4869-45ed-bfec-c685c548c553), precommit_add_association {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:52.408566 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f632094-7060-4163-9d5f-1ef2b59c02fe req-9c2228ac-6cf5-424e-a0ec-0b268f3065cb tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Made reservation on behalf of 1804d01585764cf7bb02bd332a66573e for: {'port': 1} {{(pid=106986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:40:52.416764 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-6f632094-7060-4163-9d5f-1ef2b59c02fe req-9c2228ac-6cf5-424e-a0ec-0b268f3065cb tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:52.444608 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 52132) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:52.455761 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-6f632094-7060-4163-9d5f-1ef2b59c02fe req-9c2228ac-6cf5-424e-a0ec-0b268f3065cb tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Publish callbacks [] for security_group (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:52.463047 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7abe8ece-deb4-4743-b3e2-21367c8d21e5 req-6c4dd78a-0761-44fa-b0b0-8526038b982f tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=dfabd1a5-c2a2-414a-adc6-32693668f240 HTTP/1.1" status: 200 len: 210 time: 0.0989139 Aug 24 13:40:52.565475 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81238216-9119-46b9-b377-0cd00b0abcdb None None] Publish callbacks [] for port (081e5b80-e65e-4f56-aa2a-ecb6823f1d1f), precommit_create {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:52.576243 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 217d6ecd-1ec6-4895-adb9-790e971bf720 no longer exists at agent hyperv_hv-cinder-77957 {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:40:52.602578 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-5f410d72-bbf0-4aa5-8f7c-fedd3ac5cac7 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=e9fac55b82fc47fc94aae510737d4369&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1555612 Aug 24 13:40:52.607217 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 52136) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:52.652278 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] No Port match for: 217d6ecd-1ec6-4895-adb9-790e971bf720 {{(pid=106987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 13:40:52.658246 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 217d6ecd-1ec6-4895-adb9-790e971bf720 not bound to the agent host hv-cinder-77957 {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 13:40:52.728543 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81238216-9119-46b9-b377-0cd00b0abcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634'] for port (081e5b80-e65e-4f56-aa2a-ecb6823f1d1f), after_create {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:52.789334 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af1db5-39ba-4963-962e-36b7d559df4e req-f819d3d1-481e-41bb-b24c-3001b7c0c900 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:52.798597 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b2af1db5-39ba-4963-962e-36b7d559df4e req-f819d3d1-481e-41bb-b24c-3001b7c0c900 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 945 time: 0.1260924 Aug 24 13:40:52.801335 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-1879266c-7603-4218-842c-2d92430b580f admin admin] Publish callbacks [] for security_group (687da002-5179-4bdd-a9fc-4d916fca6691), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:52.806274 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device deec7350-20de-4e28-9f7d-cbfe32f2a53a up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:40:52.826138 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b5d6d9ef-53e4-4f7b-85f8-b959762fca15 admin admin] Publish callbacks [] for router_gateway (cafbdbd3-4869-45ed-bfec-c685c548c553), precommit_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:52.867201 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-1879266c-7603-4218-842c-2d92430b580f admin admin] Publish callbacks [] for security_group (687da002-5179-4bdd-a9fc-4d916fca6691), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:52.899823 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-6f632094-7060-4163-9d5f-1ef2b59c02fe req-9c2228ac-6cf5-424e-a0ec-0b268f3065cb tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Publish callbacks [] for security_group (a6305fdb-a43e-4049-912c-57990c43581a), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:52.918161 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81238216-9119-46b9-b377-0cd00b0abcdb None None] Network bff97d5a-430a-4fce-aec5-e83fa0d23e43 is already hosted by enough agents. {{(pid=106987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:40:52.927260 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.scheduler.base_scheduler [None req-81238216-9119-46b9-b377-0cd00b0abcdb None None] Resources bound (agent type, host, resource id): {{(pid=106987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:40:52.930325 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81238216-9119-46b9-b377-0cd00b0abcdb None None] Received port after_create {{(pid=106987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:40:52.940341 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b2af1db5-39ba-4963-962e-36b7d559df4e req-e280d6ea-ec00-40ec-b268-9ac0cd5bd667 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405189 Aug 24 13:40:52.987471 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81238216-9119-46b9-b377-0cd00b0abcdb None None] Pushing event updated for resources: {'Port': ['ID=081e5b80-e65e-4f56-aa2a-ecb6823f1d1f,revision_number=1']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:53.009886 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-6f632094-7060-4163-9d5f-1ef2b59c02fe req-9c2228ac-6cf5-424e-a0ec-0b268f3065cb tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (a6305fdb-a43e-4049-912c-57990c43581a), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:53.052004 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-81238216-9119-46b9-b377-0cd00b0abcdb None None] Attempting to bind port 081e5b80-e65e-4f56-aa2a-ecb6823f1d1f on host dv-cinder-779578-4-iscsi for vnic_type normal with profile {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:40:53.052558 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-81238216-9119-46b9-b377-0cd00b0abcdb None None] Attempting to bind port 081e5b80-e65e-4f56-aa2a-ecb6823f1d1f by drivers openvswitch,hyperv on host dv-cinder-779578-4-iscsi at level 0 using segments [{'id': 'f7914525-6577-4723-8f52-046260f0cfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bff97d5a-430a-4fce-aec5-e83fa0d23e43'}] {{(pid=106987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:40:53.053345 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81238216-9119-46b9-b377-0cd00b0abcdb None None] Attempting to bind port 081e5b80-e65e-4f56-aa2a-ecb6823f1d1f on network bff97d5a-430a-4fce-aec5-e83fa0d23e43 {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:40:53.072461 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81238216-9119-46b9-b377-0cd00b0abcdb None None] Checking agent: {'id': '00f42bad-d4f2-47c4-8e20-2c8cceeec132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 29, 55), 'started_at': datetime.datetime(2022, 8, 24, 13, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:40:53.073080 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81238216-9119-46b9-b377-0cd00b0abcdb None None] Checking segment: {'id': 'f7914525-6577-4723-8f52-046260f0cfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bff97d5a-430a-4fce-aec5-e83fa0d23e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:40:53.074171 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81238216-9119-46b9-b377-0cd00b0abcdb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:53.074171 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81238216-9119-46b9-b377-0cd00b0abcdb None None] Bound using segment: {'id': 'f7914525-6577-4723-8f52-046260f0cfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bff97d5a-430a-4fce-aec5-e83fa0d23e43'} {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:40:53.074968 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-81238216-9119-46b9-b377-0cd00b0abcdb None None] Bound port: 081e5b80-e65e-4f56-aa2a-ecb6823f1d1f, host: dv-cinder-779578-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7914525-6577-4723-8f52-046260f0cfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bff97d5a-430a-4fce-aec5-e83fa0d23e43'}}] {{(pid=106987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:40:53.076270 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81238216-9119-46b9-b377-0cd00b0abcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (081e5b80-e65e-4f56-aa2a-ecb6823f1d1f), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:53.096515 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port deec7350-20de-4e28-9f7d-cbfe32f2a53a triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:40:53.097322 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (deec7350-20de-4e28-9f7d-cbfe32f2a53a), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:53.107839 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2228ac-6cf5-424e-a0ec-0b268f3065cb tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6305fdb-a43e-4049-912c-57990c43581a,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:53.245936 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-81238216-9119-46b9-b377-0cd00b0abcdb None None] For port 081e5b80-e65e-4f56-aa2a-ecb6823f1d1f, host dv-cinder-779578-4-iscsi, cleared binding levels {{(pid=106987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:40:53.275038 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-81238216-9119-46b9-b377-0cd00b0abcdb None None] For port 081e5b80-e65e-4f56-aa2a-ecb6823f1d1f, host dv-cinder-779578-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=081e5b80-e65e-4f56-aa2a-ecb6823f1d1f,segment=NetworkSegment(f7914525-6577-4723-8f52-046260f0cfb5),segment_id=f7914525-6577-4723-8f52-046260f0cfb5)] {{(pid=106987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:40:53.279886 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port deec7350-20de-4e28-9f7d-cbfe32f2a53a is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:40:53.300675 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-1879266c-7603-4218-842c-2d92430b580f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (687da002-5179-4bdd-a9fc-4d916fca6691), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:53.305252 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-1879266c-7603-4218-842c-2d92430b580f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:53.318762 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-1879266c-7603-4218-842c-2d92430b580f admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/687da002-5179-4bdd-a9fc-4d916fca6691 HTTP/1.1" status: 204 len: 168 time: 0.7090805 Aug 24 13:40:53.360261 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1879266c-7603-4218-842c-2d92430b580f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=687da002-5179-4bdd-a9fc-4d916fca6691,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:53.445208 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd67f3e-c566-43dd-9cd8-4512c31e8d6b req-63808bbf-859b-4c79-bb49-38fa5ffa3562 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:53.447691 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-acd67f3e-c566-43dd-9cd8-4512c31e8d6b req-63808bbf-859b-4c79-bb49-38fa5ffa3562 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 946 time: 0.2085361 Aug 24 13:40:53.455184 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81238216-9119-46b9-b377-0cd00b0abcdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (081e5b80-e65e-4f56-aa2a-ecb6823f1d1f), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:53.491648 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d31de38-4830-4be5-bf5d-ff9c98f72b72 req-714e42d4-2b27-4cd8-921e-e4ee1d3ab788 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:53.509806 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5d31de38-4830-4be5-bf5d-ff9c98f72b72 req-714e42d4-2b27-4cd8-921e-e4ee1d3ab788 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=807615f2-1905-4a84-8a8b-574886415dc6 HTTP/1.1" status: 200 len: 946 time: 0.2094686 Aug 24 13:40:53.517373 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b5d6d9ef-53e4-4f7b-85f8-b959762fca15 admin admin] Publish callbacks [] for router_gateway (cafbdbd3-4869-45ed-bfec-c685c548c553), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:53.599667 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b5d6d9ef-53e4-4f7b-85f8-b959762fca15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:53.633491 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.db_base_plugin_common [req-6f632094-7060-4163-9d5f-1ef2b59c02fe req-9c2228ac-6cf5-424e-a0ec-0b268f3065cb tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Allocated IP 192.168.233.19 (95b342d3-20f4-4a0a-bf99-f5aeffbddb9f/95558fd6-7762-482a-82a8-11b587415768/0574bb60-a785-42a3-82cd-8678148d77ab) {{(pid=106986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:40:53.671597 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-acd67f3e-c566-43dd-9cd8-4512c31e8d6b req-1a58630a-e221-4f4b-a37d-2841d9ef9956 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1909981 Aug 24 13:40:53.681625 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5d31de38-4830-4be5-bf5d-ff9c98f72b72 req-9789385f-ecab-4227-a669-a416775b3e55 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ab786472-58d3-43b2-9530-43658f343394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1575253 Aug 24 13:40:53.717894 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:53.743941 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81238216-9119-46b9-b377-0cd00b0abcdb None None] Pushing event updated for resources: {'Port': ['ID=081e5b80-e65e-4f56-aa2a-ecb6823f1d1f,revision_number=2']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:53.787002 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:53.796457 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:53.907333 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-53bc6726-cda6-4065-a6ce-04b4629f2283 req-17ac83d5-d0c5-427a-9b52-c18636552b6e tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=dfabd1a5-c2a2-414a-adc6-32693668f240 HTTP/1.1" status: 200 len: 210 time: 0.0465391 Aug 24 13:40:53.994592 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-34ef5921-0410-449f-ae4d-f0cbfea3c0e8 req-632351dd-b54b-43e8-97d3-0ab8b52e5c0f tempest-VolumesActionsTest-1917751200 tempest-VolumesActionsTest-1917751200-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=46ffe8c1-ef80-42b6-aa3c-6f60ceea267b HTTP/1.1" status: 200 len: 210 time: 0.0852680 Aug 24 13:40:54.213142 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c76c4-325e-4247-a0d5-b3749e4af17b req-55a6e224-922e-4c42-9194-aa273f2069b0 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:54.233189 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-416c76c4-325e-4247-a0d5-b3749e4af17b req-55a6e224-922e-4c42-9194-aa273f2069b0 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=807615f2-1905-4a84-8a8b-574886415dc6 HTTP/1.1" status: 200 len: 946 time: 0.1355011 Aug 24 13:40:54.233742 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 52152) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:54.254918 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-893ed911-1a87-4b49-af2d-7e6cf4505d9d tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Request body: {'floatingip': {'port_id': '6904bc03-dddb-4f6f-a036-c88fbbe8434e'}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:40:54.315787 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-893ed911-1a87-4b49-af2d-7e6cf4505d9d tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for floatingip (ae6364d3-0e67-40ea-996c-3725d0c456e7), before_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:54.326617 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a7bbd-bce1-49c1-9164-bd2a9854df2d req-1acb6e19-aefc-44cf-9785-7e212f1bab35 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:54.328447 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-c56a7bbd-bce1-49c1-9164-bd2a9854df2d req-1acb6e19-aefc-44cf-9785-7e212f1bab35 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 945 time: 0.1704931 Aug 24 13:40:54.503406 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-c56a7bbd-bce1-49c1-9164-bd2a9854df2d req-9b48932a-d3c0-4438-9a27-b09a71701a29 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336803 Aug 24 13:40:54.551342 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.db_base_plugin_common [None req-b5d6d9ef-53e4-4f7b-85f8-b959762fca15 admin admin] Allocated IP 172.27.1.140 (b9a647d2-3285-4c25-b9a6-e511e6620ca5/0f88e60e-ade3-4937-9959-ff6f15b76440/caaf0ea8-044a-40bc-bc4a-8e6323ffeed3) {{(pid=106986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:40:54.765603 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-6f632094-7060-4163-9d5f-1ef2b59c02fe req-9c2228ac-6cf5-424e-a0ec-0b268f3065cb tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Publish callbacks [] for port (0574bb60-a785-42a3-82cd-8678148d77ab), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:54.876649 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 081e5b80-e65e-4f56-aa2a-ecb6823f1d1f up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:40:54.994789 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 52158) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:55.002187 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-6f632094-7060-4163-9d5f-1ef2b59c02fe req-9c2228ac-6cf5-424e-a0ec-0b268f3065cb tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990584'] for port (0574bb60-a785-42a3-82cd-8678148d77ab), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:55.016136 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:55.053811 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port 081e5b80-e65e-4f56-aa2a-ecb6823f1d1f triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:40:55.054187 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (081e5b80-e65e-4f56-aa2a-ecb6823f1d1f), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:55.144951 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b5d6d9ef-53e4-4f7b-85f8-b959762fca15 admin admin] Publish callbacks [] for port (caaf0ea8-044a-40bc-bc4a-8e6323ffeed3), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:55.146778 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2228ac-6cf5-424e-a0ec-0b268f3065cb tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Pushing event updated for resources: {'Port': ['ID=0574bb60-a785-42a3-82cd-8678148d77ab,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:55.171400 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:55.188653 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f632094-7060-4163-9d5f-1ef2b59c02fe req-9c2228ac-6cf5-424e-a0ec-0b268f3065cb tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Network 95b342d3-20f4-4a0a-bf99-f5aeffbddb9f is already hosted by enough agents. {{(pid=106986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:40:55.193049 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-6cd154fa-c679-4099-8075-3595495b2aa6 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=3688a3a1a4274476a01dca2c895e2146&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1993241 Aug 24 13:40:55.193675 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.base_scheduler [req-6f632094-7060-4163-9d5f-1ef2b59c02fe req-9c2228ac-6cf5-424e-a0ec-0b268f3065cb tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Resources bound (agent type, host, resource id): {{(pid=106986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:40:55.199609 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f632094-7060-4163-9d5f-1ef2b59c02fe req-9c2228ac-6cf5-424e-a0ec-0b268f3065cb tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Received port after_create {{(pid=106986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:40:55.218056 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 52164) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:55.324663 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port 081e5b80-e65e-4f56-aa2a-ecb6823f1d1f is: DOWN; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:40:55.325988 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (081e5b80-e65e-4f56-aa2a-ecb6823f1d1f), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:55.330351 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:55.355368 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23355b49-44c1-4cf0-b3d4-bd9db74dbc64 req-a2df838a-a787-445d-a617-d7276072ac47 tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:55.369915 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-23355b49-44c1-4cf0-b3d4-bd9db74dbc64 req-a2df838a-a787-445d-a617-d7276072ac47 tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=dfabd1a5-c2a2-414a-adc6-32693668f240 HTTP/1.1" status: 200 len: 935 time: 0.1875381 Aug 24 13:40:55.448226 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] For port 081e5b80-e65e-4f56-aa2a-ecb6823f1d1f, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=081e5b80-e65e-4f56-aa2a-ecb6823f1d1f,segment=NetworkSegment(f7914525-6577-4723-8f52-046260f0cfb5),segment_id=f7914525-6577-4723-8f52-046260f0cfb5)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:40:55.478084 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40f44a0-f42c-4ab5-ad37-f9ed854b364e req-58451191-5f7c-4488-bcb8-4bf06f45264d tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:55.490141 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a40f44a0-f42c-4ab5-ad37-f9ed854b364e req-58451191-5f7c-4488-bcb8-4bf06f45264d tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 946 time: 0.6038945 Aug 24 13:40:55.530649 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-e2a11083-f3db-466d-9ebf-a638bc196854 admin admin] Publish callbacks [] for security_group (59702649-68fd-4c2e-92ac-8cf5f17a4e16), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:55.552079 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95353aef-8e01-4a0a-8089-3b7bd6817c11 None None] Network bff97d5a-430a-4fce-aec5-e83fa0d23e43 requested from dv-cinder-779578-4-iscsi {{(pid=106987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 13:40:55.589041 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:55.611429 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f632094-7060-4163-9d5f-1ef2b59c02fe req-9c2228ac-6cf5-424e-a0ec-0b268f3065cb tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:55.612158 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-6f632094-7060-4163-9d5f-1ef2b59c02fe req-9c2228ac-6cf5-424e-a0ec-0b268f3065cb tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:55.694819 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-e2a11083-f3db-466d-9ebf-a638bc196854 admin admin] Publish callbacks [] for security_group (59702649-68fd-4c2e-92ac-8cf5f17a4e16), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:55.701932 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (081e5b80-e65e-4f56-aa2a-ecb6823f1d1f), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:55.716568 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=89,neutron:UPDATE=7,neutron:INSERT=4 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:55.763683 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b5d6d9ef-53e4-4f7b-85f8-b959762fca15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990584'] for port (caaf0ea8-044a-40bc-bc4a-8e6323ffeed3), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:55.772036 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-8c7dd740-5e5d-48a2-bd43-815d95dcb88c None None] Provisioning complete for port 081e5b80-e65e-4f56-aa2a-ecb6823f1d1f triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:40:55.776793 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-6f632094-7060-4163-9d5f-1ef2b59c02fe req-9c2228ac-6cf5-424e-a0ec-0b268f3065cb tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7991924 Aug 24 13:40:55.776943 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-8c7dd740-5e5d-48a2-bd43-815d95dcb88c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (081e5b80-e65e-4f56-aa2a-ecb6823f1d1f), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:55.783476 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-23355b49-44c1-4cf0-b3d4-bd9db74dbc64 req-42d75c59-0dd5-4350-b43f-80ea1de402d5 tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=a6305fdb-a43e-4049-912c-57990c43581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4115739 Aug 24 13:40:55.817009 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.db.resource_extend [None req-893ed911-1a87-4b49-af2d-7e6cf4505d9d tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 24 13:40:55.825620 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d6d9ef-53e4-4f7b-85f8-b959762fca15 admin admin] Network b9a647d2-3285-4c25-b9a6-e511e6620ca5 is already hosted by enough agents. {{(pid=106986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:40:55.831573 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.base_scheduler [None req-b5d6d9ef-53e4-4f7b-85f8-b959762fca15 admin admin] Resources bound (agent type, host, resource id): {{(pid=106986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:40:55.849640 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d6d9ef-53e4-4f7b-85f8-b959762fca15 admin admin] Received port after_create {{(pid=106986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:40:55.867876 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [req-6f632094-7060-4163-9d5f-1ef2b59c02fe req-d1915617-6626-4464-8024-94936c9b53ce service neutron] Request body: {'port': {'device_id': 'dfabd1a5-c2a2-414a-adc6-32693668f240', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:40:55.912151 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a40f44a0-f42c-4ab5-ad37-f9ed854b364e req-84220102-2965-4b30-880c-7c04e2c467e0 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4207878 Aug 24 13:40:55.929809 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-893ed911-1a87-4b49-af2d-7e6cf4505d9d tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:55.990136 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d6d9ef-53e4-4f7b-85f8-b959762fca15 admin admin] Pushing event updated for resources: {'Port': ['ID=caaf0ea8-044a-40bc-bc4a-8e6323ffeed3,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:56.029412 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bfb643-114d-423a-86f7-ff00c8991cd0 req-acd97eb7-9f99-4f30-aafb-2e0c9e2be1cf tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:56.031170 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f2bfb643-114d-423a-86f7-ff00c8991cd0 req-acd97eb7-9f99-4f30-aafb-2e0c9e2be1cf tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 945 time: 0.0653274 Aug 24 13:40:56.087211 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Pushing event updated for resources: {'Port': ['ID=081e5b80-e65e-4f56-aa2a-ecb6823f1d1f,revision_number=3']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:56.109871 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f2bfb643-114d-423a-86f7-ff00c8991cd0 req-3caf4f78-05a2-492c-b9e7-792f8d580a51 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709853 Aug 24 13:40:56.115028 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-6f632094-7060-4163-9d5f-1ef2b59c02fe req-d1915617-6626-4464-8024-94936c9b53ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (0574bb60-a785-42a3-82cd-8678148d77ab), before_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:56.177452 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-8c7dd740-5e5d-48a2-bd43-815d95dcb88c None None] Current status of the port 081e5b80-e65e-4f56-aa2a-ecb6823f1d1f is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:40:56.309820 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-f6868a34-4d9e-419b-8009-24ff4b0af21b None None] Provisioning complete for port 0574bb60-a785-42a3-82cd-8678148d77ab triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:40:56.310171 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-f6868a34-4d9e-419b-8009-24ff4b0af21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (0574bb60-a785-42a3-82cd-8678148d77ab), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:56.351073 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-f6868a34-4d9e-419b-8009-24ff4b0af21b None None] Port 0574bb60-a785-42a3-82cd-8678148d77ab cannot update to ACTIVE because it is not bound. {{(pid=106987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 13:40:56.479346 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.notifiers.nova [req-6f632094-7060-4163-9d5f-1ef2b59c02fe req-d1915617-6626-4464-8024-94936c9b53ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0574bb60-a785-42a3-82cd-8678148d77ab {{(pid=106986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 13:40:56.489549 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-7746ce73-5cc8-4286-a194-42476249a821 None None] Provisioning complete for port 081e5b80-e65e-4f56-aa2a-ecb6823f1d1f triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:40:56.489549 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-7746ce73-5cc8-4286-a194-42476249a821 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (081e5b80-e65e-4f56-aa2a-ecb6823f1d1f), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:56.489961 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-6f632094-7060-4163-9d5f-1ef2b59c02fe req-d1915617-6626-4464-8024-94936c9b53ce service neutron] Publish callbacks [] for port (0574bb60-a785-42a3-82cd-8678148d77ab), precommit_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:56.506093 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.provisioning_blocks [req-6f632094-7060-4163-9d5f-1ef2b59c02fe req-d1915617-6626-4464-8024-94936c9b53ce service neutron] Transition to ACTIVE for port object 0574bb60-a785-42a3-82cd-8678148d77ab will not be triggered until provisioned by entity L2. {{(pid=106986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 13:40:56.506675 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-e2a11083-f3db-466d-9ebf-a638bc196854 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (59702649-68fd-4c2e-92ac-8cf5f17a4e16), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:56.511499 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-e2a11083-f3db-466d-9ebf-a638bc196854 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:56.520915 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-e2a11083-f3db-466d-9ebf-a638bc196854 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/59702649-68fd-4c2e-92ac-8cf5f17a4e16 HTTP/1.1" status: 204 len: 168 time: 1.1818519 Aug 24 13:40:56.527427 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a11083-f3db-466d-9ebf-a638bc196854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59702649-68fd-4c2e-92ac-8cf5f17a4e16,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:56.555183 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-893ed911-1a87-4b49-af2d-7e6cf4505d9d tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961197'] for floatingip (ae6364d3-0e67-40ea-996c-3725d0c456e7), after_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:56.703227 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-6f632094-7060-4163-9d5f-1ef2b59c02fe req-d1915617-6626-4464-8024-94936c9b53ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2990583'] for port (0574bb60-a785-42a3-82cd-8678148d77ab), after_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:56.719712 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-7746ce73-5cc8-4286-a194-42476249a821 None None] Current status of the port 081e5b80-e65e-4f56-aa2a-ecb6823f1d1f is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:40:56.757042 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:56.787878 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 081e5b80-e65e-4f56-aa2a-ecb6823f1d1f up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:40:56.869652 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1915617-6626-4464-8024-94936c9b53ce service neutron] Pushing event updated for resources: {'Port': ['ID=0574bb60-a785-42a3-82cd-8678148d77ab,revision_number=2']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:56.914204 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.db.l3_db [None req-893ed911-1a87-4b49-af2d-7e6cf4505d9d tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Floating IP ae6364d3-0e67-40ea-996c-3725d0c456e7 associated. External IP: 172.27.1.17, port: 6904bc03-dddb-4f6f-a036-c88fbbe8434e. Aug 24 13:40:56.957611 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b5d6d9ef-53e4-4f7b-85f8-b959762fca15 admin admin] Publish callbacks [] for router_gateway (cafbdbd3-4869-45ed-bfec-c685c548c553), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:56.971272 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port 081e5b80-e65e-4f56-aa2a-ecb6823f1d1f triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:40:56.971469 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (081e5b80-e65e-4f56-aa2a-ecb6823f1d1f), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:57.132878 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port 081e5b80-e65e-4f56-aa2a-ecb6823f1d1f is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:40:57.136769 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.managers [req-6f632094-7060-4163-9d5f-1ef2b59c02fe req-d1915617-6626-4464-8024-94936c9b53ce service neutron] Attempting to bind port 0574bb60-a785-42a3-82cd-8678148d77ab on host hv-cinder-77957 for vnic_type normal with profile {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:40:57.137112 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.managers [req-6f632094-7060-4163-9d5f-1ef2b59c02fe req-d1915617-6626-4464-8024-94936c9b53ce service neutron] Attempting to bind port 0574bb60-a785-42a3-82cd-8678148d77ab by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': '362e61ff-6daa-465d-ba5f-cbf86ca61de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '95b342d3-20f4-4a0a-bf99-f5aeffbddb9f'}] {{(pid=106986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:40:57.137448 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f632094-7060-4163-9d5f-1ef2b59c02fe req-d1915617-6626-4464-8024-94936c9b53ce service neutron] Attempting to bind port 0574bb60-a785-42a3-82cd-8678148d77ab on network 95b342d3-20f4-4a0a-bf99-f5aeffbddb9f {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:40:57.149788 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f632094-7060-4163-9d5f-1ef2b59c02fe req-d1915617-6626-4464-8024-94936c9b53ce service neutron] Port 0574bb60-a785-42a3-82cd-8678148d77ab on network 95b342d3-20f4-4a0a-bf99-f5aeffbddb9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 13:40:57.151429 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f632094-7060-4163-9d5f-1ef2b59c02fe req-d1915617-6626-4464-8024-94936c9b53ce service neutron] Attempting to bind port 0574bb60-a785-42a3-82cd-8678148d77ab on network 95b342d3-20f4-4a0a-bf99-f5aeffbddb9f {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:40:57.162034 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f632094-7060-4163-9d5f-1ef2b59c02fe req-d1915617-6626-4464-8024-94936c9b53ce service neutron] Checking agent: {'id': 'a93d403b-29c5-41ac-a53c-7c0bf3f47879', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 36, 17), 'started_at': datetime.datetime(2022, 8, 24, 13, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:40:57.162565 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f632094-7060-4163-9d5f-1ef2b59c02fe req-d1915617-6626-4464-8024-94936c9b53ce service neutron] Checking segment: {'id': '362e61ff-6daa-465d-ba5f-cbf86ca61de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '95b342d3-20f4-4a0a-bf99-f5aeffbddb9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:40:57.163336 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f632094-7060-4163-9d5f-1ef2b59c02fe req-d1915617-6626-4464-8024-94936c9b53ce service neutron] Bound using segment: {'id': '362e61ff-6daa-465d-ba5f-cbf86ca61de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '95b342d3-20f4-4a0a-bf99-f5aeffbddb9f'} {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:40:57.163822 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.managers [req-6f632094-7060-4163-9d5f-1ef2b59c02fe req-d1915617-6626-4464-8024-94936c9b53ce service neutron] Bound port: 0574bb60-a785-42a3-82cd-8678148d77ab, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '362e61ff-6daa-465d-ba5f-cbf86ca61de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '95b342d3-20f4-4a0a-bf99-f5aeffbddb9f'}}] {{(pid=106986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:40:57.164211 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-6f632094-7060-4163-9d5f-1ef2b59c02fe req-d1915617-6626-4464-8024-94936c9b53ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (0574bb60-a785-42a3-82cd-8678148d77ab), before_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:57.228766 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c91244-ccb0-4385-863d-de5953c0019c req-acf28bb9-e871-4837-ba00-579e242d700f tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:57.232994 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-47c91244-ccb0-4385-863d-de5953c0019c req-acf28bb9-e871-4837-ba00-579e242d700f tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=dfabd1a5-c2a2-414a-adc6-32693668f240 HTTP/1.1" status: 200 len: 947 time: 0.0862017 Aug 24 13:40:57.356070 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.db [req-6f632094-7060-4163-9d5f-1ef2b59c02fe req-d1915617-6626-4464-8024-94936c9b53ce service neutron] For port 0574bb60-a785-42a3-82cd-8678148d77ab, host hv-cinder-77957, cleared binding levels {{(pid=106986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:40:57.362825 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.db [req-6f632094-7060-4163-9d5f-1ef2b59c02fe req-d1915617-6626-4464-8024-94936c9b53ce service neutron] For port 0574bb60-a785-42a3-82cd-8678148d77ab, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=0574bb60-a785-42a3-82cd-8678148d77ab,segment=NetworkSegment(362e61ff-6daa-465d-ba5f-cbf86ca61de7),segment_id=362e61ff-6daa-465d-ba5f-cbf86ca61de7)] {{(pid=106986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:40:57.413844 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b5d6d9ef-53e4-4f7b-85f8-b959762fca15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1009155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008813'] for router (cafbdbd3-4869-45ed-bfec-c685c548c553), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:57.492892 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-6f632094-7060-4163-9d5f-1ef2b59c02fe req-d1915617-6626-4464-8024-94936c9b53ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2990583'] for port (0574bb60-a785-42a3-82cd-8678148d77ab), after_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:57.542351 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f632094-7060-4163-9d5f-1ef2b59c02fe req-d1915617-6626-4464-8024-94936c9b53ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:57.543160 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-6f632094-7060-4163-9d5f-1ef2b59c02fe req-d1915617-6626-4464-8024-94936c9b53ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:57.545346 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-6f632094-7060-4163-9d5f-1ef2b59c02fe req-d1915617-6626-4464-8024-94936c9b53ce service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/0574bb60-a785-42a3-82cd-8678148d77ab HTTP/1.1" status: 200 len: 1097 time: 1.7180398 Aug 24 13:40:57.547966 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfabd1a5-c2a2-414a-adc6-32693668f240', 'tag': '0574bb60-a785-42a3-82cd-8678148d77ab'}] {{(pid=106986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:40:57.555328 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d01dbab33e71115aad2ee8471a00c8ecaf37bbc8c5e47995de0ab84d59865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1356756b-d6a2-4dbb-aef7-59606a48b212" -d '{"events": [{"name": "network-changed", "server_uuid": "dfabd1a5-c2a2-414a-adc6-32693668f240", "tag": "0574bb60-a785-42a3-82cd-8678148d77ab"}]}' {{(pid=106986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:40:57.702976 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1915617-6626-4464-8024-94936c9b53ce service neutron] Pushing event updated for resources: {'Port': ['ID=0574bb60-a785-42a3-82cd-8678148d77ab,revision_number=3']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:40:57.768704 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-47c91244-ccb0-4385-863d-de5953c0019c req-5fceb1ad-f8dd-4d44-8815-af88d6f200d0 tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=a6305fdb-a43e-4049-912c-57990c43581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5307367 Aug 24 13:40:57.801628 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210b8c3-9f16-463a-9a0f-a0a50c04cf42 req-b4ca4287-993d-4381-acbe-6f41ffaf1efd tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:57.803507 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7210b8c3-9f16-463a-9a0f-a0a50c04cf42 req-b4ca4287-993d-4381-acbe-6f41ffaf1efd tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 946 time: 0.5382698 Aug 24 13:40:57.889254 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7210b8c3-9f16-463a-9a0f-a0a50c04cf42 req-f0112d84-8b3b-447f-9366-341a539f26c9 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726829 Aug 24 13:40:57.896767 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f632094-7060-4163-9d5f-1ef2b59c02fe req-688b6950-3a71-4624-9955-459da00fc868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:57.900997 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-6f632094-7060-4163-9d5f-1ef2b59c02fe req-688b6950-3a71-4624-9955-459da00fc868 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=1804d01585764cf7bb02bd332a66573e&device_id=dfabd1a5-c2a2-414a-adc6-32693668f240 HTTP/1.1" status: 200 len: 1131 time: 0.1426892 Aug 24 13:40:57.969350 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:57.979995 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893ed911-1a87-4b49-af2d-7e6cf4505d9d tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Router 76db8bb3-0b68-4e6c-befe-f4726b0c7412 has already been hosted by L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 {{(pid=106985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 13:40:58.006840 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070dc360-a38e-4fb8-adb7-c7947df7d393 req-0a41a76e-7468-4fda-af8f-564c2c4c2b0f tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:58.014558 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-070dc360-a38e-4fb8-adb7-c7947df7d393 req-0a41a76e-7468-4fda-af8f-564c2c4c2b0f tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 945 time: 0.1147354 Aug 24 13:40:58.066207 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-6f632094-7060-4163-9d5f-1ef2b59c02fe req-87c8750d-bf64-435b-a6f8-4c573190b6c1 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=0574bb60-a785-42a3-82cd-8678148d77ab HTTP/1.1" status: 200 len: 217 time: 0.1397262 Aug 24 13:40:58.068039 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 13:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9de26a38-d7f1-4afd-8f23-3afa7f9796ce x-openstack-request-id: req-9de26a38-d7f1-4afd-8f23-3afa7f9796ce {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:40:58.068552 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfabd1a5-c2a2-414a-adc6-32693668f240", "tag": "0574bb60-a785-42a3-82cd-8678148d77ab", "status": "completed", "code": 200}]} {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:40:58.068978 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9de26a38-d7f1-4afd-8f23-3afa7f9796ce {{(pid=106986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:40:58.070219 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9de26a38-d7f1-4afd-8f23-3afa7f9796ce'] response: {'name': 'network-changed', 'server_uuid': 'dfabd1a5-c2a2-414a-adc6-32693668f240', 'tag': '0574bb60-a785-42a3-82cd-8678148d77ab', 'status': 'completed', 'code': 200} Aug 24 13:40:58.118773 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:INSERT=11,neutron:DELETE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:58.125214 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-070dc360-a38e-4fb8-adb7-c7947df7d393 req-4e51320b-3f01-45d8-ae65-58fa757a5104 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092680 Aug 24 13:40:58.194913 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d6d9ef-53e4-4f7b-85f8-b959762fca15 admin admin] Router cafbdbd3-4869-45ed-bfec-c685c548c553 is scheduled to L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 with binding_index 1 {{(pid=106986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 13:40:58.203592 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f632094-7060-4163-9d5f-1ef2b59c02fe req-adcc9d47-8024-4181-b911-59118aa46b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:58.208776 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-6f632094-7060-4163-9d5f-1ef2b59c02fe req-adcc9d47-8024-4181-b911-59118aa46b53 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=95558fd6-7762-482a-82a8-11b587415768 HTTP/1.1" status: 200 len: 843 time: 0.1339161 Aug 24 13:40:58.245846 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893ed911-1a87-4b49-af2d-7e6cf4505d9d tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:40:58.251703 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-893ed911-1a87-4b49-af2d-7e6cf4505d9d tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for floatingip (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:58.267640 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f632094-7060-4163-9d5f-1ef2b59c02fe req-42ca93bf-821e-4d8a-9386-4302de9b272a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:58.269465 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-6f632094-7060-4163-9d5f-1ef2b59c02fe req-42ca93bf-821e-4d8a-9386-4302de9b272a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=95b342d3-20f4-4a0a-bf99-f5aeffbddb9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0509777 Aug 24 13:40:58.273965 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:58.274901 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6863e35b-512f-4d53-a58f-2ed1f4ff02d4 None None] Sync routers for ids ['76db8bb3-0b68-4e6c-befe-f4726b0c7412'] in dv-cinder-779578-4-iscsi {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:40:58.287188 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-893ed911-1a87-4b49-af2d-7e6cf4505d9d tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "PUT /networking/v2.0/floatingips/ae6364d3-0e67-40ea-996c-3725d0c456e7 HTTP/1.1" status: 200 len: 991 time: 4.0488069 Aug 24 13:40:58.287804 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '807615f2-1905-4a84-8a8b-574886415dc6', 'tag': '6904bc03-dddb-4f6f-a036-c88fbbe8434e'}] {{(pid=106985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:40:58.290535 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339b45b761399ad6383a0e79eb3d49a8b35bb9728a194a6e9817421c04d0c31a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa023f1b-3fbb-4143-9bff-eecddea65577" -d '{"events": [{"name": "network-changed", "server_uuid": "807615f2-1905-4a84-8a8b-574886415dc6", "tag": "6904bc03-dddb-4f6f-a036-c88fbbe8434e"}]}' {{(pid=106985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:40:58.294626 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6863e35b-512f-4d53-a58f-2ed1f4ff02d4 None None] Routers {'76db8bb3-0b68-4e6c-befe-f4726b0c7412'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:40:58.298069 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-6863e35b-512f-4d53-a58f-2ed1f4ff02d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:40:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['76db8bb3-0b68-4e6c-befe-f4726b0c7412'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:40:58.339417 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 13:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f3e937-11b2-4d8d-829e-b4ba70babe95 x-openstack-request-id: req-96f3e937-11b2-4d8d-829e-b4ba70babe95 {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:40:58.339952 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "807615f2-1905-4a84-8a8b-574886415dc6", "tag": "6904bc03-dddb-4f6f-a036-c88fbbe8434e", "status": "completed", "code": 200}]} {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:40:58.340425 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-96f3e937-11b2-4d8d-829e-b4ba70babe95 {{(pid=106985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:40:58.342774 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96f3e937-11b2-4d8d-829e-b4ba70babe95'] response: {'name': 'network-changed', 'server_uuid': '807615f2-1905-4a84-8a8b-574886415dc6', 'tag': '6904bc03-dddb-4f6f-a036-c88fbbe8434e', 'status': 'completed', 'code': 200} Aug 24 13:40:58.527215 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa023f1b-3fbb-4143-9bff-eecddea65577 req-8377c5d6-0400-4950-a9ae-fd26284949fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:58.529691 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-aa023f1b-3fbb-4143-9bff-eecddea65577 req-8377c5d6-0400-4950-a9ae-fd26284949fd service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=019b2e8bdb934d94a25fe4b355e73c68&device_id=807615f2-1905-4a84-8a8b-574886415dc6 HTTP/1.1" status: 200 len: 1130 time: 0.0525243 Aug 24 13:40:58.638819 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-6863e35b-512f-4d53-a58f-2ed1f4ff02d4 None None] Set router 76db8bb3-0b68-4e6c-befe-f4726b0c7412 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:40:58.721927 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d6d9ef-53e4-4f7b-85f8-b959762fca15 admin admin] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:40:58.733479 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d16759-a096-4819-b9e3-1829b31410ce None None] Sync routers for ids ['cafbdbd3-4869-45ed-bfec-c685c548c553'] in dv-cinder-779578-4-iscsi {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:40:58.748842 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d16759-a096-4819-b9e3-1829b31410ce None None] Routers {'cafbdbd3-4869-45ed-bfec-c685c548c553'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:40:58.749415 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-34d16759-a096-4819-b9e3-1829b31410ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:40:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['cafbdbd3-4869-45ed-bfec-c685c548c553'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:40:58.811410 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-6f632094-7060-4163-9d5f-1ef2b59c02fe req-8873e5ab-c703-4858-a53d-c033441b7d7b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/95b342d3-20f4-4a0a-bf99-f5aeffbddb9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5159783 Aug 24 13:40:58.854499 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa023f1b-3fbb-4143-9bff-eecddea65577 req-9391fdea-7853-4281-b875-e59cee98a0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:58.862246 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-aa023f1b-3fbb-4143-9bff-eecddea65577 req-9391fdea-7853-4281-b875-e59cee98a0eb service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=789a27f6-7f62-4022-86ef-1042c82fc322 HTTP/1.1" status: 200 len: 916 time: 0.3193235 Aug 24 13:40:58.883407 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-34d16759-a096-4819-b9e3-1829b31410ce None None] Set router cafbdbd3-4869-45ed-bfec-c685c548c553 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:40:58.968427 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cff95c-73ff-4700-a229-0ce7371522b1 req-0ec6d734-11e4-4c58-a7a4-d0f098199f73 tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:58.970100 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-74cff95c-73ff-4700-a229-0ce7371522b1 req-0ec6d734-11e4-4c58-a7a4-d0f098199f73 tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=dfabd1a5-c2a2-414a-adc6-32693668f240 HTTP/1.1" status: 200 len: 947 time: 0.0876341 Aug 24 13:40:59.062004 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-74cff95c-73ff-4700-a229-0ce7371522b1 req-de5c7051-62bc-47ee-a925-fb3f51cfbc5d tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=a6305fdb-a43e-4049-912c-57990c43581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856595 Aug 24 13:40:59.072309 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:59.115419 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-6863e35b-512f-4d53-a58f-2ed1f4ff02d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'name': 'tempest-AttachVolumeNegativeTest-1546593255-router', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:16Z', 'updated_at': '2022-08-24T13:38:26Z', 'revision_number': 4, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'gw_port': {'id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:18Z', 'updated_at': '2022-08-24T13:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_floatingips': [{'id': '69f7047a-97f0-4849-a419-76fbb31923bb', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'port_id': '0723b1a9-9fdc-4151-b023-7ddb25fe09e0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'mac_address': 'fa:16:3e:21:bd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad88e6d-b2b8-4049-b987-94022767fa67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:38:36Z', 'updated_at': '2022-08-24T13:39:24Z', 'revision_number': 2, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'fixed_ip_address_scope': None}, {'id': 'ae6364d3-0e67-40ea-996c-3725d0c456e7', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'floating_ip_address': '172.27.1.17', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'port_id': '6904bc03-dddb-4f6f-a036-c88fbbe8434e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'mac_address': 'fa:16:3e:1a:4b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807615f2-1905-4a84-8a8b-574886415dc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:40:28Z', 'updated_at': '2022-08-24T13:40:55Z', 'revision_number': 1, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75065905-7b34-4ad9-aad8-ab7ee3ca3bd8', 'name': '', 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'mac_address': 'fa:16:3e:60:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd07781da-28f3-4c07-b598-0d710e632916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:24Z', 'updated_at': '2022-08-24T13:38:38Z', 'revision_number': 5, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'subnets': [{'id': 'd07781da-28f3-4c07-b598-0d710e632916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:40:59.168221 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6863e35b-512f-4d53-a58f-2ed1f4ff02d4 None None] Checking router: 76db8bb3-0b68-4e6c-befe-f4726b0c7412 for host: dv-cinder-779578-4-iscsi {{(pid=106987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:40:59.186542 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-6f632094-7060-4163-9d5f-1ef2b59c02fe req-1aa0e62e-391c-400f-ae84-6f0705fa84c4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/95b342d3-20f4-4a0a-bf99-f5aeffbddb9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355036 Aug 24 13:40:59.193764 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b5d6d9ef-53e4-4f7b-85f8-b959762fca15 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:59.198080 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-b5d6d9ef-53e4-4f7b-85f8-b959762fca15 admin admin] 10.222.0.73 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.2470357 Aug 24 13:40:59.200068 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 52258) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:40:59.216968 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6863e35b-512f-4d53-a58f-2ed1f4ff02d4 None None] Routers {'76db8bb3-0b68-4e6c-befe-f4726b0c7412'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:40:59.217602 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-6863e35b-512f-4d53-a58f-2ed1f4ff02d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:40:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['76db8bb3-0b68-4e6c-befe-f4726b0c7412'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:40:59.269233 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-34d16759-a096-4819-b9e3-1829b31410ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cafbdbd3-4869-45ed-bfec-c685c548c553', 'name': 'tempest-TestShelveInstance-1496740980-router', 'tenant_id': '375bbf2a674b43e2927d3b4ab3f6f886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'caaf0ea8-044a-40bc-bc4a-8e6323ffeed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:40:52Z', 'updated_at': '2022-08-24T13:40:56Z', 'revision_number': 3, 'project_id': '375bbf2a674b43e2927d3b4ab3f6f886', 'gw_port': {'id': 'caaf0ea8-044a-40bc-bc4a-8e6323ffeed3', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d9:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cafbdbd3-4869-45ed-bfec-c685c548c553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:53Z', 'updated_at': '2022-08-24T13:40:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi'}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:40:59.346412 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d16759-a096-4819-b9e3-1829b31410ce None None] Checking router: cafbdbd3-4869-45ed-bfec-c685c548c553 for host: dv-cinder-779578-4-iscsi {{(pid=106988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:40:59.347149 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d16759-a096-4819-b9e3-1829b31410ce None None] Updating router cafbdbd3-4869-45ed-bfec-c685c548c553 port caaf0ea8-044a-40bc-bc4a-8e6323ffeed3 binding host dv-cinder-779578-4-iscsi {{(pid=106988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 13:40:59.407702 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54b5acd-36d5-47fe-aae9-03358494694b req-8cc9ea9c-ce38-431c-8b79-79f228b7224a tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:59.417585 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e54b5acd-36d5-47fe-aae9-03358494694b req-8cc9ea9c-ce38-431c-8b79-79f228b7224a tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 946 time: 0.2442529 Aug 24 13:40:59.432063 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-34d16759-a096-4819-b9e3-1829b31410ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (caaf0ea8-044a-40bc-bc4a-8e6323ffeed3), before_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:59.449533 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-6863e35b-512f-4d53-a58f-2ed1f4ff02d4 None None] Set router 76db8bb3-0b68-4e6c-befe-f4726b0c7412 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:40:59.466729 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9d6ce2-dfb6-4f6f-87e9-ea0f2b78a6c0 req-f0d4f046-4768-4f7d-80f7-85d017ffe89e tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:40:59.474016 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-cc9d6ce2-dfb6-4f6f-87e9-ea0f2b78a6c0 req-f0d4f046-4768-4f7d-80f7-85d017ffe89e tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 945 time: 0.1609845 Aug 24 13:40:59.580991 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-cc9d6ce2-dfb6-4f6f-87e9-ea0f2b78a6c0 req-71df721b-97bc-4f6e-a98c-539bfed08692 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984216 Aug 24 13:40:59.603152 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e54b5acd-36d5-47fe-aae9-03358494694b req-d06cfd44-5c74-4f70-94cc-9019c62ed4bb tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824608 Aug 24 13:40:59.676845 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-aa023f1b-3fbb-4143-9bff-eecddea65577 req-21b204da-f3eb-4647-a1f9-f10eecfab9cc service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6904bc03-dddb-4f6f-a036-c88fbbe8434e HTTP/1.1" status: 200 len: 999 time: 0.7445784 Aug 24 13:40:59.784929 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:59.796016 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:40:59.850180 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-6863e35b-512f-4d53-a58f-2ed1f4ff02d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'name': 'tempest-AttachVolumeNegativeTest-1546593255-router', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:16Z', 'updated_at': '2022-08-24T13:38:26Z', 'revision_number': 4, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'gw_port': {'id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:18Z', 'updated_at': '2022-08-24T13:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_floatingips': [{'id': '69f7047a-97f0-4849-a419-76fbb31923bb', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'port_id': '0723b1a9-9fdc-4151-b023-7ddb25fe09e0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'mac_address': 'fa:16:3e:21:bd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad88e6d-b2b8-4049-b987-94022767fa67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:38:36Z', 'updated_at': '2022-08-24T13:39:24Z', 'revision_number': 2, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'fixed_ip_address_scope': None}, {'id': 'ae6364d3-0e67-40ea-996c-3725d0c456e7', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'floating_ip_address': '172.27.1.17', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'port_id': '6904bc03-dddb-4f6f-a036-c88fbbe8434e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'mac_address': 'fa:16:3e:1a:4b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807615f2-1905-4a84-8a8b-574886415dc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:40:28Z', 'updated_at': '2022-08-24T13:40:55Z', 'revision_number': 1, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75065905-7b34-4ad9-aad8-ab7ee3ca3bd8', 'name': '', 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'mac_address': 'fa:16:3e:60:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd07781da-28f3-4c07-b598-0d710e632916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:24Z', 'updated_at': '2022-08-24T13:38:38Z', 'revision_number': 5, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'subnets': [{'id': 'd07781da-28f3-4c07-b598-0d710e632916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:40:59.865617 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-34d16759-a096-4819-b9e3-1829b31410ce None None] Publish callbacks [] for port (caaf0ea8-044a-40bc-bc4a-8e6323ffeed3), precommit_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:40:59.879785 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6863e35b-512f-4d53-a58f-2ed1f4ff02d4 None None] The sync data for ids ['76db8bb3-0b68-4e6c-befe-f4726b0c7412'] in dv-cinder-779578-4-iscsi is: [{'id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'name': 'tempest-AttachVolumeNegativeTest-1546593255-router', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:16Z', 'updated_at': '2022-08-24T13:38:26Z', 'revision_number': 4, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'gw_port': {'id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:18Z', 'updated_at': '2022-08-24T13:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_floatingips': [{'id': '69f7047a-97f0-4849-a419-76fbb31923bb', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'port_id': '0723b1a9-9fdc-4151-b023-7ddb25fe09e0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'mac_address': 'fa:16:3e:21:bd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad88e6d-b2b8-4049-b987-94022767fa67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:38:36Z', 'updated_at': '2022-08-24T13:39:24Z', 'revision_number': 2, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'fixed_ip_address_scope': None}, {'id': 'ae6364d3-0e67-40ea-996c-3725d0c456e7', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'floating_ip_address': '172.27.1.17', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'port_id': '6904bc03-dddb-4f6f-a036-c88fbbe8434e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 381, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'mac_address': 'fa:16:3e:1a:4b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '807615f2-1905-4a84-8a8b-574886415dc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:40:28Z', 'updated_at': '2022-08-24T13:40:55Z', 'revision_number': 1, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75065905-7b34-4ad9-aad8-ab7ee3ca3bd8', 'name': '', 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'mac_address': 'fa:16:3e:60:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd07781da-28f3-4c07-b598-0d710e632916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:24Z', 'updated_at': '2022-08-24T13:38:38Z', 'revision_number': 5, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'subnets': [{'id': 'd07781da-28f3-4c07-b598-0d710e632916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:40:59.998067 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-34d16759-a096-4819-b9e3-1829b31410ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (caaf0ea8-044a-40bc-bc4a-8e6323ffeed3), after_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:00.037851 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.managers [None req-34d16759-a096-4819-b9e3-1829b31410ce None None] Attempting to bind port caaf0ea8-044a-40bc-bc4a-8e6323ffeed3 on host dv-cinder-779578-4-iscsi for vnic_type normal with profile {{(pid=106988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:41:00.038218 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.managers [None req-34d16759-a096-4819-b9e3-1829b31410ce None None] Attempting to bind port caaf0ea8-044a-40bc-bc4a-8e6323ffeed3 by drivers openvswitch,hyperv on host dv-cinder-779578-4-iscsi at level 0 using segments [{'id': '5f346d1e-6301-45fd-9dfc-66a590810fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'}] {{(pid=106988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:41:00.038574 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d16759-a096-4819-b9e3-1829b31410ce None None] Attempting to bind port caaf0ea8-044a-40bc-bc4a-8e6323ffeed3 on network b9a647d2-3285-4c25-b9a6-e511e6620ca5 {{(pid=106988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:41:00.050829 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d16759-a096-4819-b9e3-1829b31410ce None None] Checking agent: {'id': '00f42bad-d4f2-47c4-8e20-2c8cceeec132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 29, 55), 'started_at': datetime.datetime(2022, 8, 24, 13, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:41:00.051480 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d16759-a096-4819-b9e3-1829b31410ce None None] Checking segment: {'id': '5f346d1e-6301-45fd-9dfc-66a590810fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:41:00.052049 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-34d16759-a096-4819-b9e3-1829b31410ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:00.052643 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d16759-a096-4819-b9e3-1829b31410ce None None] Bound using segment: {'id': '5f346d1e-6301-45fd-9dfc-66a590810fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'} {{(pid=106988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:41:00.053310 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.managers [None req-34d16759-a096-4819-b9e3-1829b31410ce None None] Bound port: caaf0ea8-044a-40bc-bc4a-8e6323ffeed3, host: dv-cinder-779578-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f346d1e-6301-45fd-9dfc-66a590810fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'}}] {{(pid=106988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:41:00.053868 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-34d16759-a096-4819-b9e3-1829b31410ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (caaf0ea8-044a-40bc-bc4a-8e6323ffeed3), before_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:00.082348 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b451350d-4015-4e67-8a1b-c20a4b14ff00 None None] Pushing event updated for resources: {'Port': ['ID=caaf0ea8-044a-40bc-bc4a-8e6323ffeed3,revision_number=2']} {{(pid=106988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:41:00.127097 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.db [None req-34d16759-a096-4819-b9e3-1829b31410ce None None] For port caaf0ea8-044a-40bc-bc4a-8e6323ffeed3, host dv-cinder-779578-4-iscsi, cleared binding levels {{(pid=106988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:41:00.132106 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.db [None req-34d16759-a096-4819-b9e3-1829b31410ce None None] For port caaf0ea8-044a-40bc-bc4a-8e6323ffeed3, host dv-cinder-779578-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=caaf0ea8-044a-40bc-bc4a-8e6323ffeed3,segment=NetworkSegment(5f346d1e-6301-45fd-9dfc-66a590810fee),segment_id=5f346d1e-6301-45fd-9dfc-66a590810fee)] {{(pid=106988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:41:00.206518 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-903e486d-b84e-4afb-bc61-b9b6c3d4cd68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:00.212519 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-937cd95e-f21e-4151-ba60-e633b4b565a7 None None] New status for floating IP ae6364d3-0e67-40ea-996c-3725d0c456e7: ACTIVE {{(pid=106987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 13:41:00.233968 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-34d16759-a096-4819-b9e3-1829b31410ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (caaf0ea8-044a-40bc-bc4a-8e6323ffeed3), after_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:00.246642 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 52278) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:41:00.326746 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d16759-a096-4819-b9e3-1829b31410ce None None] Routers {'cafbdbd3-4869-45ed-bfec-c685c548c553'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:41:00.328294 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-34d16759-a096-4819-b9e3-1829b31410ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:40:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['cafbdbd3-4869-45ed-bfec-c685c548c553'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:41:00.338173 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce8557-eca5-4fdc-9312-3006a2c612aa req-5a834132-0b48-4b2f-a616-0370b8a4dd9f tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:00.352137 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-29ce8557-eca5-4fdc-9312-3006a2c612aa req-5a834132-0b48-4b2f-a616-0370b8a4dd9f tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=dfabd1a5-c2a2-414a-adc6-32693668f240 HTTP/1.1" status: 200 len: 947 time: 0.1215503 Aug 24 13:41:00.450905 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-29ce8557-eca5-4fdc-9312-3006a2c612aa req-54741c8f-12de-48d4-85ac-f7826136289b tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=a6305fdb-a43e-4049-912c-57990c43581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962815 Aug 24 13:41:00.455680 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:00.484272 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b451350d-4015-4e67-8a1b-c20a4b14ff00 None None] Pushing event updated for resources: {'Port': ['ID=caaf0ea8-044a-40bc-bc4a-8e6323ffeed3,revision_number=3']} {{(pid=106988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:41:00.495924 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-b40825f1-0b20-40c3-9a67-48dd9204e99e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:00.540650 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-34d16759-a096-4819-b9e3-1829b31410ce None None] Set router cafbdbd3-4869-45ed-bfec-c685c548c553 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:41:00.583902 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.db_base_plugin_common [None req-903e486d-b84e-4afb-bc61-b9b6c3d4cd68 admin admin] Allocated IP 172.20.0.1 (bff97d5a-430a-4fce-aec5-e83fa0d23e43/ede2d3c9-8742-438d-82e6-bdc064f0e451/7523490e-8bd4-4dc1-bd2d-165e315015ba) {{(pid=106986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:41:00.654375 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-b40825f1-0b20-40c3-9a67-48dd9204e99e admin admin] Publish callbacks [] for security_group (8f081c57-2571-4ac2-bf12-c1c9a9dea644), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:00.740547 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:00.749783 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-b40825f1-0b20-40c3-9a67-48dd9204e99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (8f081c57-2571-4ac2-bf12-c1c9a9dea644), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:00.749976 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-903e486d-b84e-4afb-bc61-b9b6c3d4cd68 admin admin] Publish callbacks [] for port (7523490e-8bd4-4dc1-bd2d-165e315015ba), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:00.801109 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064fceb-556f-4cb1-aa51-1a92fbb94d34 req-70b00bc8-e0a1-4e6a-a6d3-14971c21b4c7 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:00.802740 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b064fceb-556f-4cb1-aa51-1a92fbb94d34 req-70b00bc8-e0a1-4e6a-a6d3-14971c21b4c7 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 945 time: 0.1105051 Aug 24 13:41:00.807127 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-34d16759-a096-4819-b9e3-1829b31410ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cafbdbd3-4869-45ed-bfec-c685c548c553', 'name': 'tempest-TestShelveInstance-1496740980-router', 'tenant_id': '375bbf2a674b43e2927d3b4ab3f6f886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'caaf0ea8-044a-40bc-bc4a-8e6323ffeed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:40:52Z', 'updated_at': '2022-08-24T13:40:56Z', 'revision_number': 3, 'project_id': '375bbf2a674b43e2927d3b4ab3f6f886', 'gw_port': {'id': 'caaf0ea8-044a-40bc-bc4a-8e6323ffeed3', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d9:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cafbdbd3-4869-45ed-bfec-c685c548c553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:53Z', 'updated_at': '2022-08-24T13:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi'}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:41:00.847741 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d16759-a096-4819-b9e3-1829b31410ce None None] The sync data for ids ['cafbdbd3-4869-45ed-bfec-c685c548c553'] in dv-cinder-779578-4-iscsi is: [{'id': 'cafbdbd3-4869-45ed-bfec-c685c548c553', 'name': 'tempest-TestShelveInstance-1496740980-router', 'tenant_id': '375bbf2a674b43e2927d3b4ab3f6f886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'caaf0ea8-044a-40bc-bc4a-8e6323ffeed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:40:52Z', 'updated_at': '2022-08-24T13:40:56Z', 'revision_number': 3, 'project_id': '375bbf2a674b43e2927d3b4ab3f6f886', 'gw_port': {'id': 'caaf0ea8-044a-40bc-bc4a-8e6323ffeed3', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d9:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cafbdbd3-4869-45ed-bfec-c685c548c553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:53Z', 'updated_at': '2022-08-24T13:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi'}] {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:41:00.855529 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40825f1-0b20-40c3-9a67-48dd9204e99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f081c57-2571-4ac2-bf12-c1c9a9dea644,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:41:00.882408 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-903e486d-b84e-4afb-bc61-b9b6c3d4cd68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990584'] for port (7523490e-8bd4-4dc1-bd2d-165e315015ba), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:00.892425 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b61815-e1b8-4b12-9ba4-12580006d7a9 req-9c9a5d96-05c5-4f56-90bf-58864ce28c3d tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:00.894984 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e6b61815-e1b8-4b12-9ba4-12580006d7a9 req-9c9a5d96-05c5-4f56-90bf-58864ce28c3d tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 946 time: 0.1530066 Aug 24 13:41:00.901913 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-b40825f1-0b20-40c3-9a67-48dd9204e99e admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=ecfdf6771bf043e7abfd9b99b92257d0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6501381 Aug 24 13:41:00.909591 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 52286) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:41:00.950353 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903e486d-b84e-4afb-bc61-b9b6c3d4cd68 admin admin] Network bff97d5a-430a-4fce-aec5-e83fa0d23e43 is already hosted by enough agents. {{(pid=106986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:41:00.961674 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.base_scheduler [None req-903e486d-b84e-4afb-bc61-b9b6c3d4cd68 admin admin] Resources bound (agent type, host, resource id): {{(pid=106986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:41:00.964407 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903e486d-b84e-4afb-bc61-b9b6c3d4cd68 admin admin] Received port after_create {{(pid=106986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:41:00.971703 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e486d-b84e-4afb-bc61-b9b6c3d4cd68 admin admin] Pushing event updated for resources: {'Port': ['ID=7523490e-8bd4-4dc1-bd2d-165e315015ba,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:41:00.981017 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b064fceb-556f-4cb1-aa51-1a92fbb94d34 req-4444b3e4-d09a-4974-896c-78716b45dd67 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614332 Aug 24 13:41:01.035479 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-903e486d-b84e-4afb-bc61-b9b6c3d4cd68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-961072'] for router_interface (cafbdbd3-4869-45ed-bfec-c685c548c553), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:01.036367 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e6b61815-e1b8-4b12-9ba4-12580006d7a9 req-4f2acb07-1ee6-41d8-aea8-75f48b639efa tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308460 Aug 24 13:41:01.086243 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-a5423b71-6f6a-485a-ad54-c17798c4bcfe admin admin] Publish callbacks [] for security_group (8f081c57-2571-4ac2-bf12-c1c9a9dea644), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:01.128815 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-a5423b71-6f6a-485a-ad54-c17798c4bcfe admin admin] Publish callbacks [] for security_group (8f081c57-2571-4ac2-bf12-c1c9a9dea644), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:01.173845 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=100 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:01.381459 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-903e486d-b84e-4afb-bc61-b9b6c3d4cd68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (7523490e-8bd4-4dc1-bd2d-165e315015ba), before_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:01.406801 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-60b39c47-fa28-4e3c-aa59-6dbd7b4d55fd None None] Provisioning complete for port 7523490e-8bd4-4dc1-bd2d-165e315015ba triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:41:01.407443 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-60b39c47-fa28-4e3c-aa59-6dbd7b4d55fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (7523490e-8bd4-4dc1-bd2d-165e315015ba), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:01.412475 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:01.416899 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-a5423b71-6f6a-485a-ad54-c17798c4bcfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (8f081c57-2571-4ac2-bf12-c1c9a9dea644), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:01.422129 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-a5423b71-6f6a-485a-ad54-c17798c4bcfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:01.427932 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-a5423b71-6f6a-485a-ad54-c17798c4bcfe admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/8f081c57-2571-4ac2-bf12-c1c9a9dea644 HTTP/1.1" status: 204 len: 168 time: 0.5141273 Aug 24 13:41:01.469212 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-60b39c47-fa28-4e3c-aa59-6dbd7b4d55fd None None] Port 7523490e-8bd4-4dc1-bd2d-165e315015ba cannot update to ACTIVE because it is not bound. {{(pid=106987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 13:41:01.481480 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5423b71-6f6a-485a-ad54-c17798c4bcfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f081c57-2571-4ac2-bf12-c1c9a9dea644,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:41:01.566750 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=100 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:01.636569 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200898a-57d2-4c63-891c-8bec95f9a37a req-b7c5fe57-9783-4755-ba18-93ea240bb3fc tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:01.639603 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-c200898a-57d2-4c63-891c-8bec95f9a37a req-b7c5fe57-9783-4755-ba18-93ea240bb3fc tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=dfabd1a5-c2a2-414a-adc6-32693668f240 HTTP/1.1" status: 200 len: 947 time: 0.0606742 Aug 24 13:41:01.661866 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:01.722783 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-903e486d-b84e-4afb-bc61-b9b6c3d4cd68 admin admin] Publish callbacks [] for port (7523490e-8bd4-4dc1-bd2d-165e315015ba), precommit_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:01.736471 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-c200898a-57d2-4c63-891c-8bec95f9a37a req-55ee629d-7cd8-44bd-b08c-6918fdb5f97d tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=a6305fdb-a43e-4049-912c-57990c43581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851483 Aug 24 13:41:01.820257 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-903e486d-b84e-4afb-bc61-b9b6c3d4cd68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2990583'] for port (7523490e-8bd4-4dc1-bd2d-165e315015ba), after_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:01.924496 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903e486d-b84e-4afb-bc61-b9b6c3d4cd68 admin admin] Pushing event updated for resources: {'Port': ['ID=7523490e-8bd4-4dc1-bd2d-165e315015ba,revision_number=2']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:41:01.927412 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-903e486d-b84e-4afb-bc61-b9b6c3d4cd68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-961100'] for router_interface (cafbdbd3-4869-45ed-bfec-c685c548c553), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:02.064802 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-903e486d-b84e-4afb-bc61-b9b6c3d4cd68 admin admin] Network bff97d5a-430a-4fce-aec5-e83fa0d23e43 is already hosted by enough agents. {{(pid=106986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:41:02.067405 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.base_scheduler [None req-903e486d-b84e-4afb-bc61-b9b6c3d4cd68 admin admin] Resources bound (agent type, host, resource id): {{(pid=106986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:41:02.165947 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1a46b-4a96-467e-9438-f3fdca1785e8 req-3505ed84-30bb-4d96-8abf-5bbb3d05ffb1 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:02.173309 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-dcc1a46b-4a96-467e-9438-f3fdca1785e8 req-3505ed84-30bb-4d96-8abf-5bbb3d05ffb1 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 945 time: 0.0871556 Aug 24 13:41:02.288715 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-dcc1a46b-4a96-467e-9438-f3fdca1785e8 req-8e254f0d-9031-4777-98b6-62ffa146679d tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030226 Aug 24 13:41:02.292018 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:02.295983 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dd811a-cff4-4738-b96a-237672912468 req-c8ffcec4-18c9-43ac-983c-df7295b70b36 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:02.297196 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-903e486d-b84e-4afb-bc61-b9b6c3d4cd68 admin admin] Router cafbdbd3-4869-45ed-bfec-c685c548c553 has already been hosted by L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 {{(pid=106986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 13:41:02.297789 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-46dd811a-cff4-4738-b96a-237672912468 req-c8ffcec4-18c9-43ac-983c-df7295b70b36 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 946 time: 0.0900519 Aug 24 13:41:02.392069 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-46dd811a-cff4-4738-b96a-237672912468 req-53187075-f0d1-4a4e-946a-272ef9048872 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824606 Aug 24 13:41:02.479408 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903e486d-b84e-4afb-bc61-b9b6c3d4cd68 admin admin] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:41:02.486750 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-903e486d-b84e-4afb-bc61-b9b6c3d4cd68 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/cafbdbd3-4869-45ed-bfec-c685c548c553/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2728708 Aug 24 13:41:02.521522 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:02.532373 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-2bfc7a8e-5303-48ca-adea-e56cdd523203 None None] Provisioning complete for port 7523490e-8bd4-4dc1-bd2d-165e315015ba triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:41:02.533359 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-2bfc7a8e-5303-48ca-adea-e56cdd523203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (7523490e-8bd4-4dc1-bd2d-165e315015ba), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:02.606922 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-2bfc7a8e-5303-48ca-adea-e56cdd523203 None None] Port 7523490e-8bd4-4dc1-bd2d-165e315015ba cannot update to ACTIVE because it is not bound. {{(pid=106987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 13:41:02.742380 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device caaf0ea8-044a-40bc-bc4a-8e6323ffeed3 up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:41:02.862121 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port caaf0ea8-044a-40bc-bc4a-8e6323ffeed3 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:41:02.862861 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (caaf0ea8-044a-40bc-bc4a-8e6323ffeed3), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:02.967527 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b52f63-85e8-4512-a0f4-2490d6708b33 req-6f681c72-46cb-4858-81a2-0597129cb241 tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:02.971972 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b2b52f63-85e8-4512-a0f4-2490d6708b33 req-6f681c72-46cb-4858-81a2-0597129cb241 tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=dfabd1a5-c2a2-414a-adc6-32693668f240 HTTP/1.1" status: 200 len: 947 time: 0.0933700 Aug 24 13:41:03.015858 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port caaf0ea8-044a-40bc-bc4a-8e6323ffeed3 is: DOWN; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:41:03.016541 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (caaf0ea8-044a-40bc-bc4a-8e6323ffeed3), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:03.045264 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] For port caaf0ea8-044a-40bc-bc4a-8e6323ffeed3, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=caaf0ea8-044a-40bc-bc4a-8e6323ffeed3,segment=NetworkSegment(5f346d1e-6301-45fd-9dfc-66a590810fee),segment_id=5f346d1e-6301-45fd-9dfc-66a590810fee)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:41:03.064086 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:03.071092 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b2b52f63-85e8-4512-a0f4-2490d6708b33 req-a0224c2b-50d9-41aa-8bd7-591ff55aa8a0 tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=a6305fdb-a43e-4049-912c-57990c43581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930476 Aug 24 13:41:03.143680 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ed479b-b4ea-45c7-b522-c1253c262d62 None None] Sync routers for ids ['cafbdbd3-4869-45ed-bfec-c685c548c553'] in dv-cinder-779578-4-iscsi {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:41:03.156099 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (caaf0ea8-044a-40bc-bc4a-8e6323ffeed3), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:03.160998 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ed479b-b4ea-45c7-b522-c1253c262d62 None None] Routers {'cafbdbd3-4869-45ed-bfec-c685c548c553'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:41:03.161737 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-02ed479b-b4ea-45c7-b522-c1253c262d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:40:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['cafbdbd3-4869-45ed-bfec-c685c548c553'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:41:03.237251 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 52338) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:41:03.245738 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-cf82e3ef-4aef-4827-9a47-b1b7e906d4a1 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1764738581', 'description': 'tempest-secgroup-smoke-1764738581 description', 'project_id': '6bcafe839dec4fcc95a4c720463483ba'}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:41:03.275656 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Pushing event updated for resources: {'Port': ['ID=caaf0ea8-044a-40bc-bc4a-8e6323ffeed3,revision_number=4']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:41:03.294254 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:41:03.295615 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:41:03.296602 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:41:03.297437 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:41:03.298239 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:41:03.299185 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:41:03.299819 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:41:03.300424 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:41:03.301210 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:41:03.302015 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:41:03.302928 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:41:03.303914 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:41:03.304806 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:41:03.305724 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:41:03.307083 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:41:03.334842 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356756b-d6a2-4dbb-aef7-59606a48b212 req-53d5e11d-7f66-4d8d-b1bf-ce45f562cd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:03.336419 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-1356756b-d6a2-4dbb-aef7-59606a48b212 req-53d5e11d-7f66-4d8d-b1bf-ce45f562cd5b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=1804d01585764cf7bb02bd332a66573e&device_id=dfabd1a5-c2a2-414a-adc6-32693668f240 HTTP/1.1" status: 200 len: 1131 time: 0.1453657 Aug 24 13:41:03.342769 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa023f1b-3fbb-4143-9bff-eecddea65577 req-cab7ef4a-c401-4373-8b6c-73967335d32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:03.344366 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-aa023f1b-3fbb-4143-9bff-eecddea65577 req-cab7ef4a-c401-4373-8b6c-73967335d32f service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d07781da-28f3-4c07-b598-0d710e632916 HTTP/1.1" status: 200 len: 854 time: 0.1621864 Aug 24 13:41:03.382079 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-02ed479b-b4ea-45c7-b522-c1253c262d62 None None] Set router cafbdbd3-4869-45ed-bfec-c685c548c553 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:41:03.525258 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-cf82e3ef-4aef-4827-9a47-b1b7e906d4a1 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:03.644837 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa023f1b-3fbb-4143-9bff-eecddea65577 req-4fba814c-a1b7-4281-9903-6a99ea317fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:03.649468 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-aa023f1b-3fbb-4143-9bff-eecddea65577 req-4fba814c-a1b7-4281-9903-6a99ea317fbb service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=789a27f6-7f62-4022-86ef-1042c82fc322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2137423 Aug 24 13:41:03.726403 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356756b-d6a2-4dbb-aef7-59606a48b212 req-db287db9-9720-4321-ab26-454501bfee58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:03.732603 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-1356756b-d6a2-4dbb-aef7-59606a48b212 req-db287db9-9720-4321-ab26-454501bfee58 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=95b342d3-20f4-4a0a-bf99-f5aeffbddb9f HTTP/1.1" status: 200 len: 870 time: 0.3113129 Aug 24 13:41:03.790220 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-02ed479b-b4ea-45c7-b522-c1253c262d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cafbdbd3-4869-45ed-bfec-c685c548c553', 'name': 'tempest-TestShelveInstance-1496740980-router', 'tenant_id': '375bbf2a674b43e2927d3b4ab3f6f886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'caaf0ea8-044a-40bc-bc4a-8e6323ffeed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:40:52Z', 'updated_at': '2022-08-24T13:41:01Z', 'revision_number': 4, 'project_id': '375bbf2a674b43e2927d3b4ab3f6f886', 'gw_port': {'id': 'caaf0ea8-044a-40bc-bc4a-8e6323ffeed3', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cafbdbd3-4869-45ed-bfec-c685c548c553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:53Z', 'updated_at': '2022-08-24T13:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': '7523490e-8bd4-4dc1-bd2d-165e315015ba', 'name': '', 'network_id': 'bff97d5a-430a-4fce-aec5-e83fa0d23e43', 'tenant_id': '375bbf2a674b43e2927d3b4ab3f6f886', 'mac_address': 'fa:16:3e:b0:61:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cafbdbd3-4869-45ed-bfec-c685c548c553', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'ede2d3c9-8742-438d-82e6-bdc064f0e451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:41:00Z', 'updated_at': '2022-08-24T13:41:01Z', 'revision_number': 2, 'project_id': '375bbf2a674b43e2927d3b4ab3f6f886', 'subnets': [{'id': 'ede2d3c9-8742-438d-82e6-bdc064f0e451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:41:03.797651 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b64801b-356c-4f23-a819-44c68f6a1e7f req-83d8fe67-349f-4347-9193-34744c2ecac9 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:03.813172 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4b64801b-356c-4f23-a819-44c68f6a1e7f req-83d8fe67-349f-4347-9193-34744c2ecac9 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 946 time: 0.1921034 Aug 24 13:41:03.837060 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ed479b-b4ea-45c7-b522-c1253c262d62 None None] Checking router: cafbdbd3-4869-45ed-bfec-c685c548c553 for host: dv-cinder-779578-4-iscsi {{(pid=106988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:41:03.837974 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ed479b-b4ea-45c7-b522-c1253c262d62 None None] Updating router cafbdbd3-4869-45ed-bfec-c685c548c553 port 7523490e-8bd4-4dc1-bd2d-165e315015ba binding host dv-cinder-779578-4-iscsi {{(pid=106988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 13:41:03.844124 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ed1c7-6585-4913-9319-160398a99ec2 req-f2c71da8-984b-4c45-9c82-5e59ee39925e tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:03.852103 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-fd4ed1c7-6585-4913-9319-160398a99ec2 req-f2c71da8-984b-4c45-9c82-5e59ee39925e tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 945 time: 0.4284534 Aug 24 13:41:03.855179 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:03.871705 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:03.895948 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-02ed479b-b4ea-45c7-b522-c1253c262d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (7523490e-8bd4-4dc1-bd2d-165e315015ba), before_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:03.895948 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=100 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:04.001297 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-1356756b-d6a2-4dbb-aef7-59606a48b212 req-b8d795c8-2982-4e68-8345-f82ad17453c8 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=0574bb60-a785-42a3-82cd-8678148d77ab HTTP/1.1" status: 200 len: 217 time: 0.2266948 Aug 24 13:41:04.007500 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-cf82e3ef-4aef-4827-9a47-b1b7e906d4a1 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks [] for security_group (56f35ff9-df07-4aa4-ae73-b12b2248e48f), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:04.019810 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4b64801b-356c-4f23-a819-44c68f6a1e7f req-6a99c497-12ed-4e28-b07c-b3100544d8f6 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2047148 Aug 24 13:41:04.042103 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-fd4ed1c7-6585-4913-9319-160398a99ec2 req-2b35f569-4d64-40e7-8596-b81d1cfc9275 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806250 Aug 24 13:41:04.081127 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 0574bb60-a785-42a3-82cd-8678148d77ab details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=106987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 13:41:04.154755 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-aa023f1b-3fbb-4143-9bff-eecddea65577 req-b96c82e8-0cb6-4e61-8df3-e442fd9eaf5a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/789a27f6-7f62-4022-86ef-1042c82fc322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665347 Aug 24 13:41:04.163560 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-cf82e3ef-4aef-4827-9a47-b1b7e906d4a1 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (56f35ff9-df07-4aa4-ae73-b12b2248e48f), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:04.196679 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356756b-d6a2-4dbb-aef7-59606a48b212 req-115afde4-75f2-4ed3-a858-2aa49d6ef40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:04.206896 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-1356756b-d6a2-4dbb-aef7-59606a48b212 req-115afde4-75f2-4ed3-a858-2aa49d6ef40f service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=95558fd6-7762-482a-82a8-11b587415768 HTTP/1.1" status: 200 len: 843 time: 0.1825728 Aug 24 13:41:04.405876 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 0574bb60-a785-42a3-82cd-8678148d77ab, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=0574bb60-a785-42a3-82cd-8678148d77ab,segment=NetworkSegment(362e61ff-6daa-465d-ba5f-cbf86ca61de7),segment_id=362e61ff-6daa-465d-ba5f-cbf86ca61de7)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:41:04.423151 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-02ed479b-b4ea-45c7-b522-c1253c262d62 None None] Publish callbacks [] for port (7523490e-8bd4-4dc1-bd2d-165e315015ba), precommit_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:04.431997 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Returning: {'device': '0574bb60-a785-42a3-82cd-8678148d77ab', 'network_id': '95b342d3-20f4-4a0a-bf99-f5aeffbddb9f', 'port_id': '0574bb60-a785-42a3-82cd-8678148d77ab', 'mac_address': 'fa:16:3e:86:bf:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95558fd6-7762-482a-82a8-11b587415768', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 13:41:04.446638 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:04.483253 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356756b-d6a2-4dbb-aef7-59606a48b212 req-c619ceea-410b-4af6-8b25-122eebe0fd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:04.490626 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-1356756b-d6a2-4dbb-aef7-59606a48b212 req-c619ceea-410b-4af6-8b25-122eebe0fd93 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=95b342d3-20f4-4a0a-bf99-f5aeffbddb9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1782134 Aug 24 13:41:04.503654 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:04.511217 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-02ed479b-b4ea-45c7-b522-c1253c262d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (7523490e-8bd4-4dc1-bd2d-165e315015ba), after_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:04.538533 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port 0574bb60-a785-42a3-82cd-8678148d77ab is: DOWN; New status is: BUILD {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:41:04.540266 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (0574bb60-a785-42a3-82cd-8678148d77ab), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:04.586909 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0574bb60-a785-42a3-82cd-8678148d77ab {{(pid=106987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 13:41:04.613034 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-cf82e3ef-4aef-4827-9a47-b1b7e906d4a1 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:04.620379 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-cf82e3ef-4aef-4827-9a47-b1b7e906d4a1 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.3806767 Aug 24 13:41:04.634263 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-aa023f1b-3fbb-4143-9bff-eecddea65577 req-d385b0e5-3c0b-44a8-b310-b54aeb1e27d3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/789a27f6-7f62-4022-86ef-1042c82fc322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258685 Aug 24 13:41:04.635049 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 52398) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:41:04.655217 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 0574bb60-a785-42a3-82cd-8678148d77ab, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=0574bb60-a785-42a3-82cd-8678148d77ab,segment=NetworkSegment(362e61ff-6daa-465d-ba5f-cbf86ca61de7),segment_id=362e61ff-6daa-465d-ba5f-cbf86ca61de7)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:41:04.692990 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:04.694851 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.managers [None req-02ed479b-b4ea-45c7-b522-c1253c262d62 None None] Attempting to bind port 7523490e-8bd4-4dc1-bd2d-165e315015ba on host dv-cinder-779578-4-iscsi for vnic_type normal with profile {{(pid=106988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:41:04.695226 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.managers [None req-02ed479b-b4ea-45c7-b522-c1253c262d62 None None] Attempting to bind port 7523490e-8bd4-4dc1-bd2d-165e315015ba by drivers openvswitch,hyperv on host dv-cinder-779578-4-iscsi at level 0 using segments [{'id': 'f7914525-6577-4723-8f52-046260f0cfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bff97d5a-430a-4fce-aec5-e83fa0d23e43'}] {{(pid=106988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:41:04.695586 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ed479b-b4ea-45c7-b522-c1253c262d62 None None] Attempting to bind port 7523490e-8bd4-4dc1-bd2d-165e315015ba on network bff97d5a-430a-4fce-aec5-e83fa0d23e43 {{(pid=106988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:41:04.709792 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ed479b-b4ea-45c7-b522-c1253c262d62 None None] Checking agent: {'id': '00f42bad-d4f2-47c4-8e20-2c8cceeec132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 29, 55), 'started_at': datetime.datetime(2022, 8, 24, 13, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:41:04.710172 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ed479b-b4ea-45c7-b522-c1253c262d62 None None] Checking segment: {'id': 'f7914525-6577-4723-8f52-046260f0cfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bff97d5a-430a-4fce-aec5-e83fa0d23e43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:41:04.710577 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-02ed479b-b4ea-45c7-b522-c1253c262d62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:04.711244 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ed479b-b4ea-45c7-b522-c1253c262d62 None None] Bound using segment: {'id': 'f7914525-6577-4723-8f52-046260f0cfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bff97d5a-430a-4fce-aec5-e83fa0d23e43'} {{(pid=106988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:41:04.711740 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.managers [None req-02ed479b-b4ea-45c7-b522-c1253c262d62 None None] Bound port: 7523490e-8bd4-4dc1-bd2d-165e315015ba, host: dv-cinder-779578-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7914525-6577-4723-8f52-046260f0cfb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bff97d5a-430a-4fce-aec5-e83fa0d23e43'}}] {{(pid=106988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:41:04.712339 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-02ed479b-b4ea-45c7-b522-c1253c262d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (7523490e-8bd4-4dc1-bd2d-165e315015ba), before_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:04.720266 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf82e3ef-4aef-4827-9a47-b1b7e906d4a1 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56f35ff9-df07-4aa4-ae73-b12b2248e48f,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:41:04.721682 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-04f74cb1-f0fa-4ccd-916c-a10f1bb4fc05 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Request body: {'security_group_rule': {'security_group_id': '56f35ff9-df07-4aa4-ae73-b12b2248e48f', 'project_id': '6bcafe839dec4fcc95a4c720463483ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:41:04.727665 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a1451-3884-4f24-b6f7-19572defe779 req-dfd7a20b-ff20-4bb2-aa0a-e2e0c736d058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:04.729485 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a82a1451-3884-4f24-b6f7-19572defe779 req-dfd7a20b-ff20-4bb2-aa0a-e2e0c736d058 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=4a3794670e8d4c9985547d557d6969e0&device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 1130 time: 0.4557228 Aug 24 13:41:04.741024 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (0574bb60-a785-42a3-82cd-8678148d77ab), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:04.853954 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff01d91-10ba-4ead-ba50-682f5e1eb8be req-516baacc-33a3-42fd-92c1-53c0fc7aa20a tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:04.866042 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-cff01d91-10ba-4ead-ba50-682f5e1eb8be req-516baacc-33a3-42fd-92c1-53c0fc7aa20a tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=dfabd1a5-c2a2-414a-adc6-32693668f240 HTTP/1.1" status: 200 len: 947 time: 0.4276457 Aug 24 13:41:04.872537 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=0574bb60-a785-42a3-82cd-8678148d77ab,revision_number=4']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:41:04.876114 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.db [None req-02ed479b-b4ea-45c7-b522-c1253c262d62 None None] For port 7523490e-8bd4-4dc1-bd2d-165e315015ba, host dv-cinder-779578-4-iscsi, cleared binding levels {{(pid=106988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:41:04.883131 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.db [None req-02ed479b-b4ea-45c7-b522-c1253c262d62 None None] For port 7523490e-8bd4-4dc1-bd2d-165e315015ba, host dv-cinder-779578-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=7523490e-8bd4-4dc1-bd2d-165e315015ba,segment=NetworkSegment(f7914525-6577-4723-8f52-046260f0cfb5),segment_id=f7914525-6577-4723-8f52-046260f0cfb5)] {{(pid=106988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:41:04.889639 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:04.895482 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device caaf0ea8-044a-40bc-bc4a-8e6323ffeed3 up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:41:04.898838 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842d45e5-914f-43e4-9fba-67ec25805146 None None] Pushing event updated for resources: {'Port': ['ID=7523490e-8bd4-4dc1-bd2d-165e315015ba,revision_number=3']} {{(pid=106988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:41:04.917733 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.agents_db [None req-66b1cbc3-9e75-488f-ab76-e3b1c287483f None None] Agent healthcheck: found 6 active agents {{(pid=106988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 13:41:04.954523 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-04f74cb1-f0fa-4ccd-916c-a10f1bb4fc05 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks [] for security_group_rule (bc8a8dec-fb04-45c7-af6f-133574186ac2), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:04.979672 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port caaf0ea8-044a-40bc-bc4a-8e6323ffeed3 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:41:04.980957 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (caaf0ea8-044a-40bc-bc4a-8e6323ffeed3), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:05.032924 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-04f74cb1-f0fa-4ccd-916c-a10f1bb4fc05 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks [] for security_group_rule (bc8a8dec-fb04-45c7-af6f-133574186ac2), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:05.049386 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-02ed479b-b4ea-45c7-b522-c1253c262d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (7523490e-8bd4-4dc1-bd2d-165e315015ba), after_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:05.056948 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:05.083058 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-1356756b-d6a2-4dbb-aef7-59606a48b212 req-7dc2c9c4-2be6-416a-a902-b967bd326a91 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/95b342d3-20f4-4a0a-bf99-f5aeffbddb9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5823565 Aug 24 13:41:05.140647 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ed479b-b4ea-45c7-b522-c1253c262d62 None None] Routers {'cafbdbd3-4869-45ed-bfec-c685c548c553'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:41:05.148255 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-02ed479b-b4ea-45c7-b522-c1253c262d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:40:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['cafbdbd3-4869-45ed-bfec-c685c548c553'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:41:05.187119 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-04f74cb1-f0fa-4ccd-916c-a10f1bb4fc05 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008640'] for security_group_rule (bc8a8dec-fb04-45c7-af6f-133574186ac2), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:05.269725 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port caaf0ea8-044a-40bc-bc4a-8e6323ffeed3 is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:41:05.281996 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-cff01d91-10ba-4ead-ba50-682f5e1eb8be req-af1ce9c4-d466-432e-8411-bb069aec3711 tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=a6305fdb-a43e-4049-912c-57990c43581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143512 Aug 24 13:41:05.291588 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] get_ports_and_sgs() called for port_ids ['0574bb60-a785-42a3-82cd-8678148d77ab'] {{(pid=106987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 13:41:05.344684 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f74cb1-f0fa-4ccd-916c-a10f1bb4fc05 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc8a8dec-fb04-45c7-af6f-133574186ac2,revision_number=0']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:41:05.355532 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-02ed479b-b4ea-45c7-b522-c1253c262d62 None None] Set router cafbdbd3-4869-45ed-bfec-c685c548c553 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:41:05.481994 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-1356756b-d6a2-4dbb-aef7-59606a48b212 req-08eac18e-86cc-4b29-8715-942f97bf0806 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/95b342d3-20f4-4a0a-bf99-f5aeffbddb9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3875854 Aug 24 13:41:05.487854 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-04f74cb1-f0fa-4ccd-916c-a10f1bb4fc05 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:05.493648 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-04f74cb1-f0fa-4ccd-916c-a10f1bb4fc05 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7843292 Aug 24 13:41:05.494570 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 52410) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:41:05.517302 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-f3611840-c968-4ddc-b53a-7599d04b3c66 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Request body: {'security_group_rule': {'security_group_id': '56f35ff9-df07-4aa4-ae73-b12b2248e48f', 'project_id': '6bcafe839dec4fcc95a4c720463483ba', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:41:05.584528 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a1451-3884-4f24-b6f7-19572defe779 req-5b8d8cdc-f213-4f76-a467-3d6d5a5c1635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:05.587523 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a82a1451-3884-4f24-b6f7-19572defe779 req-5b8d8cdc-f213-4f76-a467-3d6d5a5c1635 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=385fd5c5-6c70-4a95-9981-8683550b730c HTTP/1.1" status: 200 len: 918 time: 0.8497314 Aug 24 13:41:05.595220 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929f2b1-9d4d-4dda-b0b8-39c6dec5e3d4 req-fe4753f3-3eed-41f4-938a-e99dd048dfa4 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:05.600129 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a929f2b1-9d4d-4dda-b0b8-39c6dec5e3d4 req-fe4753f3-3eed-41f4-938a-e99dd048dfa4 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 945 time: 0.3471382 Aug 24 13:41:05.601578 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:05.696442 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842d45e5-914f-43e4-9fba-67ec25805146 None None] Pushing event updated for resources: {'Port': ['ID=7523490e-8bd4-4dc1-bd2d-165e315015ba,revision_number=4']} {{(pid=106988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:41:05.698862 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f3611840-c968-4ddc-b53a-7599d04b3c66 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks [] for security_group_rule (264c6231-ef38-4c5b-b86a-a3f2bf1bb049), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:05.768459 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a82a1451-3884-4f24-b6f7-19572defe779 req-8eb677fe-09ed-424f-92ca-d295aed92130 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55484e25-34c8-469b-8598-d718e9469013 HTTP/1.1" status: 200 len: 1001 time: 0.1432590 Aug 24 13:41:05.817949 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc967b5-2126-4bfb-9d41-58e06e69982e req-4ddbc217-a90e-4824-9829-5bca00514e43 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:05.825012 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4bc967b5-2126-4bfb-9d41-58e06e69982e req-4ddbc217-a90e-4824-9829-5bca00514e43 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 946 time: 0.2539401 Aug 24 13:41:05.961563 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f3611840-c968-4ddc-b53a-7599d04b3c66 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks [] for security_group_rule (264c6231-ef38-4c5b-b86a-a3f2bf1bb049), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:05.993058 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4bc967b5-2126-4bfb-9d41-58e06e69982e req-0ea0d5af-daef-41ca-b03d-73c82b8a2ce5 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574464 Aug 24 13:41:05.995197 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a1451-3884-4f24-b6f7-19572defe779 req-852aff24-d299-4b54-b579-c254ac9a1128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:05.997374 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a82a1451-3884-4f24-b6f7-19572defe779 req-852aff24-d299-4b54-b579-c254ac9a1128 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=5dc0c212-b568-43f4-b5cf-0229c3337a97 HTTP/1.1" status: 200 len: 856 time: 0.1701393 Aug 24 13:41:06.001866 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a929f2b1-9d4d-4dda-b0b8-39c6dec5e3d4 req-d2c2130e-af5f-41a1-9f12-9e45f17676b5 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3811495 Aug 24 13:41:06.082844 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f3611840-c968-4ddc-b53a-7599d04b3c66 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008640'] for security_group_rule (264c6231-ef38-4c5b-b86a-a3f2bf1bb049), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:06.135228 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3611840-c968-4ddc-b53a-7599d04b3c66 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=264c6231-ef38-4c5b-b86a-a3f2bf1bb049,revision_number=0']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:41:06.143900 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-02ed479b-b4ea-45c7-b522-c1253c262d62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cafbdbd3-4869-45ed-bfec-c685c548c553', 'name': 'tempest-TestShelveInstance-1496740980-router', 'tenant_id': '375bbf2a674b43e2927d3b4ab3f6f886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'caaf0ea8-044a-40bc-bc4a-8e6323ffeed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:40:52Z', 'updated_at': '2022-08-24T13:41:01Z', 'revision_number': 4, 'project_id': '375bbf2a674b43e2927d3b4ab3f6f886', 'gw_port': {'id': 'caaf0ea8-044a-40bc-bc4a-8e6323ffeed3', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cafbdbd3-4869-45ed-bfec-c685c548c553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:53Z', 'updated_at': '2022-08-24T13:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': '7523490e-8bd4-4dc1-bd2d-165e315015ba', 'name': '', 'network_id': 'bff97d5a-430a-4fce-aec5-e83fa0d23e43', 'tenant_id': '375bbf2a674b43e2927d3b4ab3f6f886', 'mac_address': 'fa:16:3e:b0:61:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cafbdbd3-4869-45ed-bfec-c685c548c553', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'ede2d3c9-8742-438d-82e6-bdc064f0e451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:41:00Z', 'updated_at': '2022-08-24T13:41:04Z', 'revision_number': 4, 'project_id': '375bbf2a674b43e2927d3b4ab3f6f886', 'subnets': [{'id': 'ede2d3c9-8742-438d-82e6-bdc064f0e451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:41:06.161683 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:06.172475 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a1451-3884-4f24-b6f7-19572defe779 req-5a68fc53-7a24-4fe0-971b-056deb721d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:06.174063 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a82a1451-3884-4f24-b6f7-19572defe779 req-5a68fc53-7a24-4fe0-971b-056deb721d10 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=385fd5c5-6c70-4a95-9981-8683550b730c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1668334 Aug 24 13:41:06.183442 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ed479b-b4ea-45c7-b522-c1253c262d62 None None] The sync data for ids ['cafbdbd3-4869-45ed-bfec-c685c548c553'] in dv-cinder-779578-4-iscsi is: [{'id': 'cafbdbd3-4869-45ed-bfec-c685c548c553', 'name': 'tempest-TestShelveInstance-1496740980-router', 'tenant_id': '375bbf2a674b43e2927d3b4ab3f6f886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'caaf0ea8-044a-40bc-bc4a-8e6323ffeed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:40:52Z', 'updated_at': '2022-08-24T13:41:01Z', 'revision_number': 4, 'project_id': '375bbf2a674b43e2927d3b4ab3f6f886', 'gw_port': {'id': 'caaf0ea8-044a-40bc-bc4a-8e6323ffeed3', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cafbdbd3-4869-45ed-bfec-c685c548c553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:53Z', 'updated_at': '2022-08-24T13:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': '7523490e-8bd4-4dc1-bd2d-165e315015ba', 'name': '', 'network_id': 'bff97d5a-430a-4fce-aec5-e83fa0d23e43', 'tenant_id': '375bbf2a674b43e2927d3b4ab3f6f886', 'mac_address': 'fa:16:3e:b0:61:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cafbdbd3-4869-45ed-bfec-c685c548c553', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'ede2d3c9-8742-438d-82e6-bdc064f0e451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:41:00Z', 'updated_at': '2022-08-24T13:41:04Z', 'revision_number': 4, 'project_id': '375bbf2a674b43e2927d3b4ab3f6f886', 'subnets': [{'id': 'ede2d3c9-8742-438d-82e6-bdc064f0e451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:41:06.240378 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f3611840-c968-4ddc-b53a-7599d04b3c66 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:06.261003 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-f3611840-c968-4ddc-b53a-7599d04b3c66 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7649834 Aug 24 13:41:06.264620 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 52424) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:41:06.285807 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-cfd0f0c1-74e2-4570-8e2f-b339cd26b92c tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Request body: {'security_group_rule': {'security_group_id': '56f35ff9-df07-4aa4-ae73-b12b2248e48f', 'project_id': '6bcafe839dec4fcc95a4c720463483ba', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:41:06.352849 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a82a1451-3884-4f24-b6f7-19572defe779 req-67ce7cb4-3646-4215-963b-ddc1e4e12cf9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/385fd5c5-6c70-4a95-9981-8683550b730c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689379 Aug 24 13:41:06.384143 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:06.518805 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-cfd0f0c1-74e2-4570-8e2f-b339cd26b92c tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks [] for security_group_rule (5d3eb5bb-6f75-4bb9-b93b-87dfd136340f), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:06.703439 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-cfd0f0c1-74e2-4570-8e2f-b339cd26b92c tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks [] for security_group_rule (5d3eb5bb-6f75-4bb9-b93b-87dfd136340f), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:06.783943 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 7523490e-8bd4-4dc1-bd2d-165e315015ba up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:41:06.809473 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:06.812681 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-cfd0f0c1-74e2-4570-8e2f-b339cd26b92c tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008640'] for security_group_rule (5d3eb5bb-6f75-4bb9-b93b-87dfd136340f), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:06.842840 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd0f0c1-74e2-4570-8e2f-b339cd26b92c tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d3eb5bb-6f75-4bb9-b93b-87dfd136340f,revision_number=0']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:41:06.869477 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 0574bb60-a785-42a3-82cd-8678148d77ab up at agent hyperv_hv-cinder-77957 {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:41:06.937352 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f714f2d-30ad-4b29-9510-e438f75f540d req-b64a6c37-55d9-429b-9a87-9cd2a9348226 tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:06.944971 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-6f714f2d-30ad-4b29-9510-e438f75f540d req-b64a6c37-55d9-429b-9a87-9cd2a9348226 tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=dfabd1a5-c2a2-414a-adc6-32693668f240 HTTP/1.1" status: 200 len: 948 time: 0.5112817 Aug 24 13:41:07.004221 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-cfd0f0c1-74e2-4570-8e2f-b339cd26b92c tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:07.005423 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-cfd0f0c1-74e2-4570-8e2f-b339cd26b92c tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7394617 Aug 24 13:41:07.008333 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 52446) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:41:07.013255 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-8feaa23d-6101-4c4e-9d6a-b93be876add5 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Request body: {'security_group_rule': {'security_group_id': '56f35ff9-df07-4aa4-ae73-b12b2248e48f', 'project_id': '6bcafe839dec4fcc95a4c720463483ba', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:41:07.048201 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-6f714f2d-30ad-4b29-9510-e438f75f540d req-7f880316-d42f-4863-8503-92a3038509be tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=a6305fdb-a43e-4049-912c-57990c43581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010194 Aug 24 13:41:07.057358 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a82a1451-3884-4f24-b6f7-19572defe779 req-3245c74c-f4a2-4fec-9c15-1383ff7cd370 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/385fd5c5-6c70-4a95-9981-8683550b730c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6946001 Aug 24 13:41:07.089425 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Provisioning for port 0574bb60-a785-42a3-82cd-8678148d77ab completed by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 13:41:07.124424 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port 7523490e-8bd4-4dc1-bd2d-165e315015ba triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:41:07.125286 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (7523490e-8bd4-4dc1-bd2d-165e315015ba), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:07.146831 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-8feaa23d-6101-4c4e-9d6a-b93be876add5 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks [] for security_group_rule (ca443c91-8b3a-4950-919b-f93362530f7a), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:07.219182 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Provisioning complete for port 0574bb60-a785-42a3-82cd-8678148d77ab triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:41:07.219560 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (0574bb60-a785-42a3-82cd-8678148d77ab), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:07.342770 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-8feaa23d-6101-4c4e-9d6a-b93be876add5 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks [] for security_group_rule (ca443c91-8b3a-4950-919b-f93362530f7a), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:07.387002 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6e8352-1252-4a12-996e-c5e78c2bd4bf req-44e62f2e-7c35-4cde-9566-7b32723a7c3c tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:07.399820 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3d6e8352-1252-4a12-996e-c5e78c2bd4bf req-44e62f2e-7c35-4cde-9566-7b32723a7c3c tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 945 time: 0.2285175 Aug 24 13:41:07.420476 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44cc487-3e8d-4a05-9860-ecddb073acec req-f8c1f078-3a6c-4f9b-87b2-713d8bbeea8f tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:07.421378 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-c44cc487-3e8d-4a05-9860-ecddb073acec req-f8c1f078-3a6c-4f9b-87b2-713d8bbeea8f tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 946 time: 0.1658399 Aug 24 13:41:07.426875 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-8feaa23d-6101-4c4e-9d6a-b93be876add5 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008640'] for security_group_rule (ca443c91-8b3a-4950-919b-f93362530f7a), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:07.524236 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:07.531089 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feaa23d-6101-4c4e-9d6a-b93be876add5 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca443c91-8b3a-4950-919b-f93362530f7a,revision_number=0']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:41:07.551444 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3d6e8352-1252-4a12-996e-c5e78c2bd4bf req-7bbf2c0e-057e-4bff-bc02-695566cc105f tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397142 Aug 24 13:41:07.600338 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-8feaa23d-6101-4c4e-9d6a-b93be876add5 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:07.604994 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-8feaa23d-6101-4c4e-9d6a-b93be876add5 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5955029 Aug 24 13:41:07.606086 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 52452) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:41:07.621267 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-8b33f65e-5f51-4c41-b711-bb438c334d2c tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Request body: {'security_group_rule': {'security_group_id': '56f35ff9-df07-4aa4-ae73-b12b2248e48f', 'project_id': '6bcafe839dec4fcc95a4c720463483ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:41:07.628404 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:07.635111 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-c44cc487-3e8d-4a05-9860-ecddb073acec req-635c70be-84fe-402d-a329-080d2d4f1a1b tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807804 Aug 24 13:41:07.695785 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port 7523490e-8bd4-4dc1-bd2d-165e315015ba is: DOWN; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:41:07.696331 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (7523490e-8bd4-4dc1-bd2d-165e315015ba), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:07.769340 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port 0574bb60-a785-42a3-82cd-8678148d77ab is: BUILD; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:41:07.769340 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (0574bb60-a785-42a3-82cd-8678148d77ab), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:07.889254 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] For port 7523490e-8bd4-4dc1-bd2d-165e315015ba, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=7523490e-8bd4-4dc1-bd2d-165e315015ba,segment=NetworkSegment(f7914525-6577-4723-8f52-046260f0cfb5),segment_id=f7914525-6577-4723-8f52-046260f0cfb5)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:41:07.921534 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:07.934457 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfabd1a5-c2a2-414a-adc6-32693668f240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0574bb60-a785-42a3-82cd-8678148d77ab'}] {{(pid=106987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:41:07.938609 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee01592ba90e2cb9dcb0c84681ff9a6759d336f5db8af78df2209fafc25a55a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab386e59-158e-4d90-b6db-9945a42334bf" -d '{"events": [{"server_uuid": "dfabd1a5-c2a2-414a-adc6-32693668f240", "name": "network-vif-plugged", "status": "completed", "tag": "0574bb60-a785-42a3-82cd-8678148d77ab"}]}' {{(pid=106987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:41:07.968532 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 0574bb60-a785-42a3-82cd-8678148d77ab, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=0574bb60-a785-42a3-82cd-8678148d77ab,segment=NetworkSegment(362e61ff-6daa-465d-ba5f-cbf86ca61de7),segment_id=362e61ff-6daa-465d-ba5f-cbf86ca61de7)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:41:08.001588 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.db.securitygroups_db [None req-8b33f65e-5f51-4c41-b711-bb438c334d2c tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Project 6bcafe839dec4fcc95a4c720463483ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 13:41:08.009622 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-8b33f65e-5f51-4c41-b711-bb438c334d2c tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks [] for security_group_rule (fa2eebe2-0f34-4f67-8623-257b82ba92c6), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:08.036272 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (7523490e-8bd4-4dc1-bd2d-165e315015ba), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:08.046761 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 13:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c3033c-be3c-4455-829f-a419c87029fa x-openstack-request-id: req-27c3033c-be3c-4455-829f-a419c87029fa {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:41:08.047355 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfabd1a5-c2a2-414a-adc6-32693668f240", "name": "network-vif-plugged", "status": "completed", "tag": "0574bb60-a785-42a3-82cd-8678148d77ab", "code": 200}]} {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:41:08.048267 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-27c3033c-be3c-4455-829f-a419c87029fa {{(pid=106987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:41:08.049106 dv-cinder-779578-4-iscsi neutron-server[106987]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27c3033c-be3c-4455-829f-a419c87029fa'] response: {'server_uuid': 'dfabd1a5-c2a2-414a-adc6-32693668f240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0574bb60-a785-42a3-82cd-8678148d77ab', 'code': 200} Aug 24 13:41:08.081734 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (0574bb60-a785-42a3-82cd-8678148d77ab), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:08.228354 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Pushing event updated for resources: {'Port': ['ID=7523490e-8bd4-4dc1-bd2d-165e315015ba,revision_number=5']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:41:08.251177 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dccd88-7801-416e-ac7b-903cd995e230 req-fa7f5a5e-047d-4611-893d-9575323df079 tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:08.269699 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-54dccd88-7801-416e-ac7b-903cd995e230 req-fa7f5a5e-047d-4611-893d-9575323df079 tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=dfabd1a5-c2a2-414a-adc6-32693668f240 HTTP/1.1" status: 200 len: 949 time: 0.1210299 Aug 24 13:41:08.305212 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-8b33f65e-5f51-4c41-b711-bb438c334d2c tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks [] for security_group_rule (fa2eebe2-0f34-4f67-8623-257b82ba92c6), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:08.393472 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-8b33f65e-5f51-4c41-b711-bb438c334d2c tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008640'] for security_group_rule (fa2eebe2-0f34-4f67-8623-257b82ba92c6), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:08.409596 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=0574bb60-a785-42a3-82cd-8678148d77ab,revision_number=5']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:41:08.475698 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-54dccd88-7801-416e-ac7b-903cd995e230 req-2d922b5b-2f8a-455d-96c7-1b0aa65b0e39 tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=a6305fdb-a43e-4049-912c-57990c43581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044060 Aug 24 13:41:08.519477 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:08.529025 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33f65e-5f51-4c41-b711-bb438c334d2c tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa2eebe2-0f34-4f67-8623-257b82ba92c6,revision_number=0']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:41:08.551134 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-8b33f65e-5f51-4c41-b711-bb438c334d2c tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:08.553189 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-8b33f65e-5f51-4c41-b711-bb438c334d2c tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9453273 Aug 24 13:41:08.556026 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 52460) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:41:08.563002 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-72ec86b4-c3d2-4100-a1c9-d3f2a201facf tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Request body: {'security_group_rule': {'security_group_id': '56f35ff9-df07-4aa4-ae73-b12b2248e48f', 'project_id': '6bcafe839dec4fcc95a4c720463483ba', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:41:08.688889 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:08.704367 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.db.securitygroups_db [None req-72ec86b4-c3d2-4100-a1c9-d3f2a201facf tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Project 6bcafe839dec4fcc95a4c720463483ba added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 13:41:08.713430 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-72ec86b4-c3d2-4100-a1c9-d3f2a201facf tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks [] for security_group_rule (3c74b485-7a36-42bf-828a-3fd4ab903899), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:08.807304 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 7523490e-8bd4-4dc1-bd2d-165e315015ba up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:41:08.819744 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:08.936970 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 55484e25-34c8-469b-8598-d718e9469013 no longer exists at agent hyperv_hv-cinder-77957 {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:41:09.050431 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port 7523490e-8bd4-4dc1-bd2d-165e315015ba triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:41:09.051166 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (7523490e-8bd4-4dc1-bd2d-165e315015ba), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:09.068299 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d155e1-0c03-4f70-8fb4-3f1e9c3cda08 req-db266116-9766-43a0-9eec-26ba38f01cf1 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:09.078409 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a4d155e1-0c03-4f70-8fb4-3f1e9c3cda08 req-db266116-9766-43a0-9eec-26ba38f01cf1 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 946 time: 0.1688943 Aug 24 13:41:09.103868 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:09.164890 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-72ec86b4-c3d2-4100-a1c9-d3f2a201facf tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks [] for security_group_rule (3c74b485-7a36-42bf-828a-3fd4ab903899), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:09.204242 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93054293-4bbf-4598-82db-cd840c0efc3a req-59392e7e-decd-4fa8-b4cb-bc7bd1dd365c tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:09.207682 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-93054293-4bbf-4598-82db-cd840c0efc3a req-59392e7e-decd-4fa8-b4cb-bc7bd1dd365c tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 945 time: 0.3958952 Aug 24 13:41:09.301014 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-72ec86b4-c3d2-4100-a1c9-d3f2a201facf tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008640'] for security_group_rule (3c74b485-7a36-42bf-828a-3fd4ab903899), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:09.392588 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port 55484e25-34c8-469b-8598-d718e9469013 is: ACTIVE; New status is: DOWN {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:41:09.393327 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (55484e25-34c8-469b-8598-d718e9469013), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:09.399955 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a4d155e1-0c03-4f70-8fb4-3f1e9c3cda08 req-f962aa12-44f6-45d4-b33b-bf443b32ccee tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3202500 Aug 24 13:41:09.400991 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ec86b4-c3d2-4100-a1c9-d3f2a201facf tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c74b485-7a36-42bf-828a-3fd4ab903899,revision_number=0']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:41:09.437292 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port 7523490e-8bd4-4dc1-bd2d-165e315015ba is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:41:09.471738 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 55484e25-34c8-469b-8598-d718e9469013, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=55484e25-34c8-469b-8598-d718e9469013,segment=NetworkSegment(d3c5e9c4-fd20-406c-b672-893adab194ab),segment_id=d3c5e9c4-fd20-406c-b672-893adab194ab)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:41:09.511215 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-93054293-4bbf-4598-82db-cd840c0efc3a req-b7da62e8-cbf4-41c2-aa08-edf905c0e2a8 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759867 Aug 24 13:41:09.524874 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-72ec86b4-c3d2-4100-a1c9-d3f2a201facf tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:09.532233 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-72ec86b4-c3d2-4100-a1c9-d3f2a201facf tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9744558 Aug 24 13:41:09.642085 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (55484e25-34c8-469b-8598-d718e9469013), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:09.768777 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=55484e25-34c8-469b-8598-d718e9469013,revision_number=8']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:41:09.839226 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15ef23f-b941-4a83-a693-e49d08dd5099 req-419cd186-c087-42d4-b2f6-ff6ad10d002b tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:09.850094 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b15ef23f-b941-4a83-a693-e49d08dd5099 req-419cd186-c087-42d4-b2f6-ff6ad10d002b tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=dfabd1a5-c2a2-414a-adc6-32693668f240 HTTP/1.1" status: 200 len: 949 time: 0.1662440 Aug 24 13:41:09.884413 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b1a47-dea5-4d44-a412-d571e0e2fe29 req-f3840823-c164-4d22-b738-936751b02a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:09.888094 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5f6b1a47-dea5-4d44-a412-d571e0e2fe29 req-f3840823-c164-4d22-b738-936751b02a30 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=dfabd1a5-c2a2-414a-adc6-32693668f240 HTTP/1.1" status: 200 len: 1133 time: 0.1128058 Aug 24 13:41:09.966254 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b15ef23f-b941-4a83-a693-e49d08dd5099 req-32bf7c74-966e-4299-9deb-693bd7e02053 tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=a6305fdb-a43e-4049-912c-57990c43581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127355 Aug 24 13:41:09.998118 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5f6b1a47-dea5-4d44-a412-d571e0e2fe29 req-0a7160f2-abb2-4e77-bc8f-f4c2e8a689ef service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=a6305fdb-a43e-4049-912c-57990c43581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916951 Aug 24 13:41:10.050183 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53bade32-e7bf-4ace-9b68-0458f257feff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55484e25-34c8-469b-8598-d718e9469013'}] {{(pid=106987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:41:10.053165 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee01592ba90e2cb9dcb0c84681ff9a6759d336f5db8af78df2209fafc25a55a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f76bc2f-a649-4ada-86d2-bbf9893106e3" -d '{"events": [{"server_uuid": "53bade32-e7bf-4ace-9b68-0458f257feff", "name": "network-vif-unplugged", "status": "completed", "tag": "55484e25-34c8-469b-8598-d718e9469013"}]}' {{(pid=106987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:41:10.074452 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:10.140380 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Aug 2022 13:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eef1a034-16de-4534-89d1-50969dc9af5c x-openstack-request-id: req-eef1a034-16de-4534-89d1-50969dc9af5c {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:41:10.140694 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53bade32-e7bf-4ace-9b68-0458f257feff", "name": "network-vif-unplugged", "status": "completed", "tag": "55484e25-34c8-469b-8598-d718e9469013", "code": 200}]} {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:41:10.140952 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-eef1a034-16de-4534-89d1-50969dc9af5c {{(pid=106987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:41:10.141373 dv-cinder-779578-4-iscsi neutron-server[106987]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eef1a034-16de-4534-89d1-50969dc9af5c'] response: {'server_uuid': '53bade32-e7bf-4ace-9b68-0458f257feff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '55484e25-34c8-469b-8598-d718e9469013', 'code': 200} Aug 24 13:41:10.471447 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:10.658838 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e50260-2b72-42da-8027-d946b76f1630 req-857f9331-fb42-4032-bcc9-fb590273f0d1 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:10.664009 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a0e50260-2b72-42da-8027-d946b76f1630 req-857f9331-fb42-4032-bcc9-fb590273f0d1 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 944 time: 0.0961232 Aug 24 13:41:10.740830 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:10.757195 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:10.784307 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb02c9a-bf18-42c2-acd7-f04e920d6940 req-36b4ba7c-8f20-4244-921a-8d121357b8f2 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:10.786165 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4fb02c9a-bf18-42c2-acd7-f04e920d6940 req-36b4ba7c-8f20-4244-921a-8d121357b8f2 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 945 time: 0.1054263 Aug 24 13:41:10.853546 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a0e50260-2b72-42da-8027-d946b76f1630 req-d5776ca4-4a41-4508-a571-cd390bd950c3 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1571243 Aug 24 13:41:10.873442 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4fb02c9a-bf18-42c2-acd7-f04e920d6940 req-0d175f88-23e9-4ac9-9526-f76ec5c96122 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749934 Aug 24 13:41:11.000963 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:11.144005 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3187bb7c-1425-466c-bf98-b38d70d803bb req-e380ddd8-d288-428d-9084-6f758314009e tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:11.153091 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3187bb7c-1425-466c-bf98-b38d70d803bb req-e380ddd8-d288-428d-9084-6f758314009e tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=dfabd1a5-c2a2-414a-adc6-32693668f240 HTTP/1.1" status: 200 len: 949 time: 0.0698481 Aug 24 13:41:11.259898 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:11.286299 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3187bb7c-1425-466c-bf98-b38d70d803bb req-ba9a1085-e48b-45df-9f48-bb6d87a0a0d2 tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=a6305fdb-a43e-4049-912c-57990c43581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273596 Aug 24 13:41:12.073929 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ae371e-61ee-4d5f-ac1e-4e3652ba7552 req-037264f7-e312-43c6-9df5-96c01826468a tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:12.075931 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a0ae371e-61ee-4d5f-ac1e-4e3652ba7552 req-037264f7-e312-43c6-9df5-96c01826468a tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 945 time: 0.0750098 Aug 24 13:41:12.082721 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=100 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:12.113250 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:12.141072 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a0ae371e-61ee-4d5f-ac1e-4e3652ba7552 req-4f9f40d5-f780-4d68-9a5a-f95d017286ec tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591793 Aug 24 13:41:12.367705 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:12.547168 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4b741a-0dbd-4add-8f50-c108be4afa6b req-0417e23d-dded-442b-9c49-fd94f67eddd6 tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:12.553005 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ac4b741a-0dbd-4add-8f50-c108be4afa6b req-0417e23d-dded-442b-9c49-fd94f67eddd6 tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=dfabd1a5-c2a2-414a-adc6-32693668f240 HTTP/1.1" status: 200 len: 949 time: 0.0983667 Aug 24 13:41:12.644168 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ac4b741a-0dbd-4add-8f50-c108be4afa6b req-35e907de-2cc7-4df2-970a-5410126caf63 tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=a6305fdb-a43e-4049-912c-57990c43581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830851 Aug 24 13:41:12.851195 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 55484e25-34c8-469b-8598-d718e9469013 no longer exists at agent hyperv_hv-cinder-77957 {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:41:12.913320 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:13.014615 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port 55484e25-34c8-469b-8598-d718e9469013 is: DOWN; New status is: DOWN {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:41:13.157354 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:13.243575 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [req-db9cad1e-7ac9-4b40-9812-785aaf23788b req-b4438bbf-542f-45e2-bfec-bb68e4aa2513 service neutron] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 13:41:13.244982 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-db9cad1e-7ac9-4b40-9812-785aaf23788b req-b4438bbf-542f-45e2-bfec-bb68e4aa2513 service neutron] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0073757 Aug 24 13:41:13.596262 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:13.738449 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4049c-086b-4cf5-ae4b-ee2256ee93d3 req-ef586c90-8771-4331-b30c-9961736bba32 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:13.740951 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-6cd4049c-086b-4cf5-ae4b-ee2256ee93d3 req-ef586c90-8771-4331-b30c-9961736bba32 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 945 time: 0.0764108 Aug 24 13:41:13.887610 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-6cd4049c-086b-4cf5-ae4b-ee2256ee93d3 req-6de81d04-f1d0-4f55-9d9b-134e6ee3690b tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320994 Aug 24 13:41:13.931001 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5743d04-8a0a-4863-8500-438696b49db9 req-a2e20001-be71-412c-9681-a09aa46f8a39 tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:13.944792 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-c5743d04-8a0a-4863-8500-438696b49db9 req-a2e20001-be71-412c-9681-a09aa46f8a39 tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=dfabd1a5-c2a2-414a-adc6-32693668f240 HTTP/1.1" status: 200 len: 949 time: 0.1116257 Aug 24 13:41:14.102251 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-c5743d04-8a0a-4863-8500-438696b49db9 req-faecce1a-0b15-4f13-87cb-00c472242d86 tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=a6305fdb-a43e-4049-912c-57990c43581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560583 Aug 24 13:41:14.109119 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a908ec-0d9d-468c-aafa-306bba510048 req-399f3168-d018-47ae-8bd1-35b7cfa39df0 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:14.110898 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-65a908ec-0d9d-468c-aafa-306bba510048 req-399f3168-d018-47ae-8bd1-35b7cfa39df0 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 944 time: 0.0848830 Aug 24 13:41:14.224572 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-65a908ec-0d9d-468c-aafa-306bba510048 req-4127680f-57b1-4a7a-bb81-959467f00e92 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756781 Aug 24 13:41:14.347330 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=7 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:14.473708 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:14.649162 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:14.704241 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:14.951891 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:14.985876 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:15.047354 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f469241c-346f-44f2-9b90-b92aa2cea608 req-a5afa108-76d2-487d-87f9-f5da47712596 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:15.049136 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f469241c-346f-44f2-9b90-b92aa2cea608 req-a5afa108-76d2-487d-87f9-f5da47712596 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 945 time: 0.0716188 Aug 24 13:41:15.063496 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:15.120358 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f469241c-346f-44f2-9b90-b92aa2cea608 req-7073efd0-0f67-433e-b56e-a1b690568d73 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649815 Aug 24 13:41:15.266292 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:15.301153 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:15.302984 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38825f5c-8141-463a-b806-0ac8f68968ad req-a84ec2b7-f695-4ca6-a970-c66fc4ceb64e tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:15.310735 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-38825f5c-8141-463a-b806-0ac8f68968ad req-a84ec2b7-f695-4ca6-a970-c66fc4ceb64e tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=dfabd1a5-c2a2-414a-adc6-32693668f240 HTTP/1.1" status: 200 len: 949 time: 0.0837681 Aug 24 13:41:15.432521 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff9c22b-c404-4950-b82a-aea1db3eee7d req-18fd879d-8009-4001-9e2e-19d10e7ac9b0 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:15.435416 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0ff9c22b-c404-4950-b82a-aea1db3eee7d req-18fd879d-8009-4001-9e2e-19d10e7ac9b0 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 944 time: 0.1043859 Aug 24 13:41:15.459468 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-38825f5c-8141-463a-b806-0ac8f68968ad req-b5e1f72a-ddcb-4ab3-aff0-f781d2575dd9 tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=a6305fdb-a43e-4049-912c-57990c43581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478026 Aug 24 13:41:15.492476 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:15.516562 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0ff9c22b-c404-4950-b82a-aea1db3eee7d req-9c26ee9d-9860-45aa-8a99-fb478705375d tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718005 Aug 24 13:41:15.597992 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=100 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:15.688137 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=100 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:15.744767 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:15.775095 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:16.057003 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4314a204-f7b0-4f25-8446-c62f361bf341 req-504a3764-e65c-4a01-9511-a9cded636ecb tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:16.062948 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4314a204-f7b0-4f25-8446-c62f361bf341 req-504a3764-e65c-4a01-9511-a9cded636ecb tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=dfabd1a5-c2a2-414a-adc6-32693668f240 HTTP/1.1" status: 200 len: 949 time: 0.1364915 Aug 24 13:41:16.148540 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=87 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:16.297632 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [req-4314a204-f7b0-4f25-8446-c62f361bf341 req-f85fccaf-1792-45f5-963a-f4d06f2375bf tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Deleting port 0574bb60-a785-42a3-82cd-8678148d77ab {{(pid=106985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:41:16.298237 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-4314a204-f7b0-4f25-8446-c62f361bf341 req-f85fccaf-1792-45f5-963a-f4d06f2375bf tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (0574bb60-a785-42a3-82cd-8678148d77ab), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:16.339409 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec9195-b68d-47d0-8b6a-659499b8a5cd req-4e68f4c9-9c80-49b8-a0c9-fc7fc8bd7ac3 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:16.342222 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a2ec9195-b68d-47d0-8b6a-659499b8a5cd req-4e68f4c9-9c80-49b8-a0c9-fc7fc8bd7ac3 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 945 time: 0.0965300 Aug 24 13:41:16.497511 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a2ec9195-b68d-47d0-8b6a-659499b8a5cd req-39021c0c-f572-4fe5-b77d-82c3bce4da43 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461349 Aug 24 13:41:16.520217 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.db [req-4314a204-f7b0-4f25-8446-c62f361bf341 req-f85fccaf-1792-45f5-963a-f4d06f2375bf tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] For port 0574bb60-a785-42a3-82cd-8678148d77ab, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=0574bb60-a785-42a3-82cd-8678148d77ab,segment=NetworkSegment(362e61ff-6daa-465d-ba5f-cbf86ca61de7),segment_id=362e61ff-6daa-465d-ba5f-cbf86ca61de7)] {{(pid=106985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:41:16.520217 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-4314a204-f7b0-4f25-8446-c62f361bf341 req-f85fccaf-1792-45f5-963a-f4d06f2375bf tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (0574bb60-a785-42a3-82cd-8678148d77ab), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:16.535166 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:16.549389 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [req-4314a204-f7b0-4f25-8446-c62f361bf341 req-f85fccaf-1792-45f5-963a-f4d06f2375bf tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Calling delete_port for 0574bb60-a785-42a3-82cd-8678148d77ab owned by compute:nova {{(pid=106985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:41:16.749401 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf705c4c-f3a4-4e3e-abd6-6592566840f5 req-6b73a93d-2d8b-4c86-ba3e-e16ad49df896 tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:16.751108 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-cf705c4c-f3a4-4e3e-abd6-6592566840f5 req-6b73a93d-2d8b-4c86-ba3e-e16ad49df896 tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=dfabd1a5-c2a2-414a-adc6-32693668f240 HTTP/1.1" status: 200 len: 949 time: 0.1289742 Aug 24 13:41:16.763530 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eebe3f-274b-4cf9-a946-257e6f0fc487 req-ef6b8381-7c37-4893-b008-902a35bb9a5e tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:16.765525 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-96eebe3f-274b-4cf9-a946-257e6f0fc487 req-ef6b8381-7c37-4893-b008-902a35bb9a5e tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 944 time: 0.0894926 Aug 24 13:41:16.938898 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-cf705c4c-f3a4-4e3e-abd6-6592566840f5 req-2f40129a-13e4-4daf-a485-eec8af10e836 tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=a6305fdb-a43e-4049-912c-57990c43581a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699986 Aug 24 13:41:16.950600 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-96eebe3f-274b-4cf9-a946-257e6f0fc487 req-d20fca42-d5f2-41e5-b74f-2f1ac85758a8 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1633835 Aug 24 13:41:17.070465 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-4314a204-f7b0-4f25-8446-c62f361bf341 req-f85fccaf-1792-45f5-963a-f4d06f2375bf tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (0574bb60-a785-42a3-82cd-8678148d77ab), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:17.109877 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85fccaf-1792-45f5-963a-f4d06f2375bf tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Pushing event deleted for resources: {'Port': ['ID=0574bb60-a785-42a3-82cd-8678148d77ab,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:41:17.115475 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:17.124871 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] get_ports_and_sgs() called for port_ids ['0574bb60-a785-42a3-82cd-8678148d77ab'] {{(pid=106987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 13:41:17.156735 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85fccaf-1792-45f5-963a-f4d06f2375bf tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:41:17.156735 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85fccaf-1792-45f5-963a-f4d06f2375bf tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:41:17.157083 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85fccaf-1792-45f5-963a-f4d06f2375bf tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:41:17.157230 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85fccaf-1792-45f5-963a-f4d06f2375bf tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:41:17.157667 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85fccaf-1792-45f5-963a-f4d06f2375bf tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:41:17.158342 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85fccaf-1792-45f5-963a-f4d06f2375bf tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:41:17.158682 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85fccaf-1792-45f5-963a-f4d06f2375bf tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:41:17.159102 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85fccaf-1792-45f5-963a-f4d06f2375bf tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:41:17.159476 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85fccaf-1792-45f5-963a-f4d06f2375bf tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:41:17.159858 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85fccaf-1792-45f5-963a-f4d06f2375bf tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:41:17.160347 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85fccaf-1792-45f5-963a-f4d06f2375bf tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:41:17.160717 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85fccaf-1792-45f5-963a-f4d06f2375bf tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:41:17.161199 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85fccaf-1792-45f5-963a-f4d06f2375bf tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:41:17.161560 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85fccaf-1792-45f5-963a-f4d06f2375bf tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:41:17.162145 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f85fccaf-1792-45f5-963a-f4d06f2375bf tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:41:17.232697 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.l3_dvrscheduler_db [req-4314a204-f7b0-4f25-8446-c62f361bf341 req-f85fccaf-1792-45f5-963a-f4d06f2375bf tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] No DVR routers for this DVR port 0574bb60-a785-42a3-82cd-8678148d77ab on host hv-cinder-77957 {{(pid=106985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 13:41:17.237050 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-4314a204-f7b0-4f25-8446-c62f361bf341 req-f85fccaf-1792-45f5-963a-f4d06f2375bf tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:17.241787 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4314a204-f7b0-4f25-8446-c62f361bf341 req-f85fccaf-1792-45f5-963a-f4d06f2375bf tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] 10.222.0.20 "DELETE /networking/v2.0/ports/0574bb60-a785-42a3-82cd-8678148d77ab HTTP/1.1" status: 204 len: 173 time: 1.1723499 Aug 24 13:41:17.242074 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfabd1a5-c2a2-414a-adc6-32693668f240', 'name': 'network-vif-deleted', 'tag': '0574bb60-a785-42a3-82cd-8678148d77ab'}] {{(pid=106985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:41:17.245024 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339b45b761399ad6383a0e79eb3d49a8b35bb9728a194a6e9817421c04d0c31a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9daed522-be15-4b93-b9c7-0c30409dcb4a" -d '{"events": [{"server_uuid": "dfabd1a5-c2a2-414a-adc6-32693668f240", "name": "network-vif-deleted", "tag": "0574bb60-a785-42a3-82cd-8678148d77ab"}]}' {{(pid=106985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:41:17.305388 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 13:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b714a73-f000-4e32-9866-5d8111e80618 x-openstack-request-id: req-0b714a73-f000-4e32-9866-5d8111e80618 {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:41:17.305722 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfabd1a5-c2a2-414a-adc6-32693668f240", "name": "network-vif-deleted", "tag": "0574bb60-a785-42a3-82cd-8678148d77ab", "status": "completed", "code": 200}]} {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:41:17.306070 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0b714a73-f000-4e32-9866-5d8111e80618 {{(pid=106985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:41:17.306527 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b714a73-f000-4e32-9866-5d8111e80618'] response: {'server_uuid': 'dfabd1a5-c2a2-414a-adc6-32693668f240', 'name': 'network-vif-deleted', 'tag': '0574bb60-a785-42a3-82cd-8678148d77ab', 'status': 'completed', 'code': 200} Aug 24 13:41:17.466675 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a93d403b-29c5-41ac-a53c-7c0bf3f47879), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:17.752786 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7471a5-5707-47a4-8df1-bad4e31b83d9 req-9914fb45-8d83-498b-a0c2-de2d3e247c0f tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:17.766635 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9d7471a5-5707-47a4-8df1-bad4e31b83d9 req-9914fb45-8d83-498b-a0c2-de2d3e247c0f tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 945 time: 0.1270030 Aug 24 13:41:17.877143 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9d7471a5-5707-47a4-8df1-bad4e31b83d9 req-bf195c8e-4e34-429a-9434-81b298843227 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049466 Aug 24 13:41:18.139452 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d850b570-1778-4ec3-ac1a-d6e10b1f316c req-a4f30fea-efc8-4ec8-a52b-15a76bc5b37e tempest-VolumesNegativeTest-114085999 tempest-VolumesNegativeTest-114085999-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=dfabd1a5-c2a2-414a-adc6-32693668f240 HTTP/1.1" status: 200 len: 210 time: 0.0403864 Aug 24 13:41:18.212231 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e309fd32-59c0-4450-88b7-6eb455b26aad req-edb305e7-933b-4314-a635-235d91e7e963 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:18.224237 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e309fd32-59c0-4450-88b7-6eb455b26aad req-edb305e7-933b-4314-a635-235d91e7e963 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 944 time: 0.0804701 Aug 24 13:41:18.340873 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e309fd32-59c0-4450-88b7-6eb455b26aad req-1d268de8-37c4-47fe-82a1-1ffbbfa188f7 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148055 Aug 24 13:41:19.060053 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ceb96-4b81-43a3-ab22-b474b28f72db req-0e7843f3-4030-4b5e-a464-475227894363 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:19.069056 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-db1ceb96-4b81-43a3-ab22-b474b28f72db req-0e7843f3-4030-4b5e-a464-475227894363 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 945 time: 0.0760281 Aug 24 13:41:19.153873 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-db1ceb96-4b81-43a3-ab22-b474b28f72db req-767d798c-b32c-41c9-abf1-435b001be7b2 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826397 Aug 24 13:41:19.507498 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2f008-fcfd-4fb4-b0d6-9ede5aa64709 req-62e3777e-e450-4b89-83bb-f5b7ec8b1f22 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:19.509196 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9cc2f008-fcfd-4fb4-b0d6-9ede5aa64709 req-62e3777e-e450-4b89-83bb-f5b7ec8b1f22 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 944 time: 0.0574064 Aug 24 13:41:19.592951 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9cc2f008-fcfd-4fb4-b0d6-9ede5aa64709 req-fe14be84-69ea-47d2-ae93-fea5ea1dde4d tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771177 Aug 24 13:41:19.932342 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-85b4e2b4-f062-4d66-9b7c-89385a654cd6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:20.303434 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d9b47-babd-451d-84b9-34566a17dbf9 req-b0b1c5fd-d93d-49c8-afee-ae88270687bc tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:20.305134 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a25d9b47-babd-451d-84b9-34566a17dbf9 req-b0b1c5fd-d93d-49c8-afee-ae88270687bc tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 945 time: 0.0707679 Aug 24 13:41:20.420301 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a25d9b47-babd-451d-84b9-34566a17dbf9 req-f4e6006b-a14b-42e4-8168-cb8db76938c8 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064467 Aug 24 13:41:20.425413 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-2548569d-99b2-49ad-8c48-53c0b04bfeec req-12192922-138e-4723-93c3-2ad2ef8beda3 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3ad88e6d-b2b8-4049-b987-94022767fa67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676765 Aug 24 13:41:20.562553 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:20.566217 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548569d-99b2-49ad-8c48-53c0b04bfeec req-421aa390-107f-4842-a615-853e43237fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:20.567731 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-2548569d-99b2-49ad-8c48-53c0b04bfeec req-421aa390-107f-4842-a615-853e43237fdb service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=019b2e8bdb934d94a25fe4b355e73c68&device_id=3ad88e6d-b2b8-4049-b987-94022767fa67 HTTP/1.1" status: 200 len: 1130 time: 0.0457466 Aug 24 13:41:20.721789 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548569d-99b2-49ad-8c48-53c0b04bfeec req-448a4468-7320-4504-88f8-343b3e002040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:20.723200 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-2548569d-99b2-49ad-8c48-53c0b04bfeec req-448a4468-7320-4504-88f8-343b3e002040 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=789a27f6-7f62-4022-86ef-1042c82fc322 HTTP/1.1" status: 200 len: 916 time: 0.1289978 Aug 24 13:41:20.800341 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c100eb1-028c-487a-969d-2438bf0112e9 req-6f59cd38-9705-411e-8ae0-265c5e145ede tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:20.802001 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9c100eb1-028c-487a-969d-2438bf0112e9 req-6f59cd38-9705-411e-8ae0-265c5e145ede tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 944 time: 0.1012728 Aug 24 13:41:20.850751 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-2548569d-99b2-49ad-8c48-53c0b04bfeec req-6df585b9-fd9f-4242-96ea-733af3234cb6 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0723b1a9-9fdc-4151-b023-7ddb25fe09e0 HTTP/1.1" status: 200 len: 1001 time: 0.1094837 Aug 24 13:41:20.912831 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9c100eb1-028c-487a-969d-2438bf0112e9 req-5ce20238-26a4-409e-afca-a699f68310e7 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980139 Aug 24 13:41:20.918294 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 0574bb60-a785-42a3-82cd-8678148d77ab no longer exists at agent hyperv_hv-cinder-77957 {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:41:20.962152 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548569d-99b2-49ad-8c48-53c0b04bfeec req-d303ec0c-fbe9-4956-b9d2-56a1860c30e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:20.963942 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-2548569d-99b2-49ad-8c48-53c0b04bfeec req-d303ec0c-fbe9-4956-b9d2-56a1860c30e4 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d07781da-28f3-4c07-b598-0d710e632916 HTTP/1.1" status: 200 len: 854 time: 0.1036031 Aug 24 13:41:20.968345 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] No Port match for: 0574bb60-a785-42a3-82cd-8678148d77ab {{(pid=106987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 13:41:20.968949 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 0574bb60-a785-42a3-82cd-8678148d77ab not bound to the agent host hv-cinder-77957 {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 13:41:21.023060 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2548569d-99b2-49ad-8c48-53c0b04bfeec req-51b20d49-ba32-4046-af36-695cc9c8a7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:21.031378 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-2548569d-99b2-49ad-8c48-53c0b04bfeec req-51b20d49-ba32-4046-af36-695cc9c8a7fa service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=789a27f6-7f62-4022-86ef-1042c82fc322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499094 Aug 24 13:41:21.138089 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:21.170001 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-2548569d-99b2-49ad-8c48-53c0b04bfeec req-90ef7105-c097-4757-8b3a-8c6d1ef9257c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/789a27f6-7f62-4022-86ef-1042c82fc322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363745 Aug 24 13:41:21.300787 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-2548569d-99b2-49ad-8c48-53c0b04bfeec req-88f01672-aa42-40a7-b6f2-419b90f798d9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/789a27f6-7f62-4022-86ef-1042c82fc322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220751 Aug 24 13:41:21.627956 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef9080-6a84-42b6-9a3d-4ac4bad8e488 req-ff11c51f-a01c-4967-9c1d-49d5b947d1ed tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:21.629973 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4aef9080-6a84-42b6-9a3d-4ac4bad8e488 req-ff11c51f-a01c-4967-9c1d-49d5b947d1ed tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 945 time: 0.0687912 Aug 24 13:41:21.704226 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4aef9080-6a84-42b6-9a3d-4ac4bad8e488 req-927fe207-f520-418b-b65e-f2a17c5a309c tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664854 Aug 24 13:41:22.078400 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392b8a5a-bd06-4313-9cd4-cfb4c4e6bf8d req-d705a3f1-a9cb-4b75-8b41-0b6aea66b682 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:22.080872 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-392b8a5a-bd06-4313-9cd4-cfb4c4e6bf8d req-d705a3f1-a9cb-4b75-8b41-0b6aea66b682 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 944 time: 0.0744262 Aug 24 13:41:22.176317 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-392b8a5a-bd06-4313-9cd4-cfb4c4e6bf8d req-3262ea09-8b0c-43a8-8261-7e1654a24597 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875807 Aug 24 13:41:22.241309 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-38faf5f4-39cb-4b7e-96fa-367f9eb742a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:22.899528 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f20178-2a9e-4bf0-b566-53e0b17bdc30 req-d05bf760-a76b-4615-85a2-11b1334882ec tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:22.910544 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b6f20178-2a9e-4bf0-b566-53e0b17bdc30 req-d05bf760-a76b-4615-85a2-11b1334882ec tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 945 time: 0.0959172 Aug 24 13:41:22.985661 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b6f20178-2a9e-4bf0-b566-53e0b17bdc30 req-30187eac-a617-4212-a638-d3ffe32d6998 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731177 Aug 24 13:41:23.436230 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a86c45-282d-42da-bfd9-331368b9392f req-985c4a4c-629b-4cb7-bfe5-aacc82313fc8 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:23.443807 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-97a86c45-282d-42da-bfd9-331368b9392f req-985c4a4c-629b-4cb7-bfe5-aacc82313fc8 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 944 time: 0.0947173 Aug 24 13:41:23.483976 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 52646) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:41:23.512873 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-97a86c45-282d-42da-bfd9-331368b9392f req-5df6489f-1d65-4d10-a6ab-c36c447fd9ca tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679636 Aug 24 13:41:23.631655 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-f0138b24-45a1-4bfe-9eab-23a01c142b41 req-cff4bc50-0587-4682-83f6-cede97944805 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1460874 Aug 24 13:41:23.642326 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [req-f0138b24-45a1-4bfe-9eab-23a01c142b41 req-86cba91c-d3da-4933-adc9-591b150f004d service neutron] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106986) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 13:41:23.649539 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-f0138b24-45a1-4bfe-9eab-23a01c142b41 req-86cba91c-d3da-4933-adc9-591b150f004d service neutron] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0099831 Aug 24 13:41:23.728627 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:23.743433 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 52660) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:41:23.884393 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0138b24-45a1-4bfe-9eab-23a01c142b41 req-ce913ad0-8a4b-447b-8c9c-7ca7df0198d5 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:23.888308 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f0138b24-45a1-4bfe-9eab-23a01c142b41 req-ce913ad0-8a4b-447b-8c9c-7ca7df0198d5 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports/55484e25-34c8-469b-8598-d718e9469013 HTTP/1.1" status: 200 len: 941 time: 0.1424971 Aug 24 13:41:24.181523 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356bf13-997d-4b30-a164-b968573a8558 req-da31bdf6-9850-43f9-b7e9-0c633c311b05 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:24.198033 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-6356bf13-997d-4b30-a164-b968573a8558 req-da31bdf6-9850-43f9-b7e9-0c633c311b05 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 945 time: 0.1146381 Aug 24 13:41:24.264233 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:24.290547 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-6356bf13-997d-4b30-a164-b968573a8558 req-ee83e12e-42cd-41da-aafe-76dd6b0aa656 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869474 Aug 24 13:41:24.494775 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b96b3-f1b1-4111-bf9d-b4a8ee78b4fe req-af0727fe-e9ad-4732-a28a-713737f332ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:24.498245 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-2a0b96b3-f1b1-4111-bf9d-b4a8ee78b4fe req-af0727fe-e9ad-4732-a28a-713737f332ae service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 1129 time: 0.0989025 Aug 24 13:41:24.610039 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-2a0b96b3-f1b1-4111-bf9d-b4a8ee78b4fe req-e8446012-b3d3-4158-bbbf-9a348ddceb25 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050739 Aug 24 13:41:24.753571 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61b9f9-cc5c-49c7-b1a2-f65642e15105 req-34bbfea2-3c0d-41a2-8947-1f1a8fa7a847 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:24.755456 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-de61b9f9-cc5c-49c7-b1a2-f65642e15105 req-34bbfea2-3c0d-41a2-8947-1f1a8fa7a847 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 944 time: 0.0833285 Aug 24 13:41:24.815193 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-de61b9f9-cc5c-49c7-b1a2-f65642e15105 req-9aa45f44-4a0e-4440-96ea-c81f0620371a tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517588 Aug 24 13:41:25.111505 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:25.221590 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:25.442834 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eace50cb-7efa-475a-847c-67784b866c49 req-db512456-3e99-446f-a085-b6857edf0489 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:25.457416 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-eace50cb-7efa-475a-847c-67784b866c49 req-db512456-3e99-446f-a085-b6857edf0489 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 945 time: 0.0835478 Aug 24 13:41:25.569897 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-eace50cb-7efa-475a-847c-67784b866c49 req-db19a966-8fab-4ad1-9391-93b64665ea71 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111131 Aug 24 13:41:25.980106 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43582432-e62b-40fc-8299-80304a557cc0 req-d7feb42e-b206-4d46-9c8c-a9c2df7d6466 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:25.983168 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-43582432-e62b-40fc-8299-80304a557cc0 req-d7feb42e-b206-4d46-9c8c-a9c2df7d6466 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 944 time: 0.0635405 Aug 24 13:41:26.055236 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-43582432-e62b-40fc-8299-80304a557cc0 req-15005772-9e69-4d61-9537-b3e4e981bcf6 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650594 Aug 24 13:41:26.727158 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2180cd4e-3c7c-414c-ace8-a4bdf45e133f req-96f03dde-0ec3-4888-b32e-d2d99fda4886 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:26.734975 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-2180cd4e-3c7c-414c-ace8-a4bdf45e133f req-96f03dde-0ec3-4888-b32e-d2d99fda4886 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 945 time: 0.0613825 Aug 24 13:41:26.791965 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:26.798465 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-2180cd4e-3c7c-414c-ace8-a4bdf45e133f req-8376bee3-7751-4465-adcb-5d2a449c18a1 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626011 Aug 24 13:41:26.947012 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905e98ff-9299-47c0-9472-fc7e7949b300 req-c0e46e38-dd35-4a60-9a1d-9ba154bff624 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:26.949068 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-905e98ff-9299-47c0-9472-fc7e7949b300 req-c0e46e38-dd35-4a60-9a1d-9ba154bff624 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 945 time: 0.0519922 Aug 24 13:41:27.014099 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-905e98ff-9299-47c0-9472-fc7e7949b300 req-7ee402cc-011c-4cd2-9053-a8f1e4b90b9b tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584660 Aug 24 13:41:27.231830 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3306f1-e314-4bd2-8d47-7a5a33fe9e46 req-5b19fe92-784d-4b95-b886-73f5e7ec6065 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:27.238729 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-bb3306f1-e314-4bd2-8d47-7a5a33fe9e46 req-5b19fe92-784d-4b95-b886-73f5e7ec6065 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 944 time: 0.0724974 Aug 24 13:41:27.307891 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-bb3306f1-e314-4bd2-8d47-7a5a33fe9e46 req-974e74f6-6511-410d-9fc3-881fde234082 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679641 Aug 24 13:41:28.473914 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd54603-d76e-49db-a0e1-d73fdc34c3c0 req-d6e97145-1156-43be-a231-f78cc18c6f41 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:28.475786 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-6cd54603-d76e-49db-a0e1-d73fdc34c3c0 req-d6e97145-1156-43be-a231-f78cc18c6f41 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 944 time: 0.0589797 Aug 24 13:41:28.532709 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-6cd54603-d76e-49db-a0e1-d73fdc34c3c0 req-f0e0222f-4bcc-4094-ac7c-b4b2ca2f0966 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487819 Aug 24 13:41:29.831086 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b95ba-02d1-4948-aa6d-f19963749e07 req-8e03690b-003f-4311-b540-d8f7fa367f59 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:29.831807 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4c5b95ba-02d1-4948-aa6d-f19963749e07 req-8e03690b-003f-4311-b540-d8f7fa367f59 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 944 time: 0.1883557 Aug 24 13:41:29.950272 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4c5b95ba-02d1-4948-aa6d-f19963749e07 req-1915b7fa-f120-4ac0-9b86-6766845e0519 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113749 Aug 24 13:41:30.084382 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0138b24-45a1-4bfe-9eab-23a01c142b41 req-ea63fa70-5825-44ff-98e3-2c5d7258076f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:30.091417 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f0138b24-45a1-4bfe-9eab-23a01c142b41 req-ea63fa70-5825-44ff-98e3-2c5d7258076f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff&tenant_id=4a3794670e8d4c9985547d557d6969e0 HTTP/1.1" status: 200 len: 1128 time: 0.0809193 Aug 24 13:41:30.177729 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0138b24-45a1-4bfe-9eab-23a01c142b41 req-e062d010-31e1-4e0c-b568-b9903544fb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:30.179135 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f0138b24-45a1-4bfe-9eab-23a01c142b41 req-e062d010-31e1-4e0c-b568-b9903544fb56 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=4a3794670e8d4c9985547d557d6969e0&device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 1128 time: 0.0420349 Aug 24 13:41:30.322653 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0138b24-45a1-4bfe-9eab-23a01c142b41 req-59c76982-a0c8-4a14-94fb-b98da44b8298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:30.325830 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f0138b24-45a1-4bfe-9eab-23a01c142b41 req-59c76982-a0c8-4a14-94fb-b98da44b8298 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=385fd5c5-6c70-4a95-9981-8683550b730c HTTP/1.1" status: 200 len: 918 time: 0.1396418 Aug 24 13:41:30.424138 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f0138b24-45a1-4bfe-9eab-23a01c142b41 req-9d1461c4-6b3a-48c2-9967-77363a3fbe0d service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55484e25-34c8-469b-8598-d718e9469013 HTTP/1.1" status: 200 len: 999 time: 0.0894566 Aug 24 13:41:30.674335 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4798a2-3d26-4465-8b2d-d4c494e95c2f req-7dc7ef2c-43db-46dc-a9c4-2bb74199903b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:30.676106 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-dd4798a2-3d26-4465-8b2d-d4c494e95c2f req-7dc7ef2c-43db-46dc-a9c4-2bb74199903b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=127e5da55b164ce68568c153fee58baf&device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 1129 time: 0.0533040 Aug 24 13:41:30.811604 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:30.837223 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0138b24-45a1-4bfe-9eab-23a01c142b41 req-f6990c33-81fd-406d-8c67-47a37d584db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:30.839484 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f0138b24-45a1-4bfe-9eab-23a01c142b41 req-f6990c33-81fd-406d-8c67-47a37d584db1 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=5dc0c212-b568-43f4-b5cf-0229c3337a97 HTTP/1.1" status: 200 len: 856 time: 0.4087696 Aug 24 13:41:30.857973 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4798a2-3d26-4465-8b2d-d4c494e95c2f req-607d0233-94ed-47a1-8bc3-d96bf5df7b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:30.860575 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-dd4798a2-3d26-4465-8b2d-d4c494e95c2f req-607d0233-94ed-47a1-8bc3-d96bf5df7b67 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=1fcb22e0-a643-462e-8b2f-3661641fd3fe HTTP/1.1" status: 200 len: 920 time: 0.1773171 Aug 24 13:41:30.938130 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0138b24-45a1-4bfe-9eab-23a01c142b41 req-d75811ba-e3da-4af5-bee3-7872f1823f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:30.939560 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f0138b24-45a1-4bfe-9eab-23a01c142b41 req-d75811ba-e3da-4af5-bee3-7872f1823f1d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=385fd5c5-6c70-4a95-9981-8683550b730c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0910673 Aug 24 13:41:30.939845 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-dd4798a2-3d26-4465-8b2d-d4c494e95c2f req-c03879b2-a659-4405-9ed5-787cd48a1598 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88ef4e43-75b6-482c-8852-e8293b84a9ab HTTP/1.1" status: 200 len: 217 time: 0.0616670 Aug 24 13:41:30.948337 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d55f21-290a-4576-9455-f50cce55e2df req-cdc7d253-4634-4cb3-87ee-65175fce0a55 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:30.951415 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e3d55f21-290a-4576-9455-f50cce55e2df req-cdc7d253-4634-4cb3-87ee-65175fce0a55 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 945 time: 0.2098072 Aug 24 13:41:31.013725 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4798a2-3d26-4465-8b2d-d4c494e95c2f req-0dc124cf-33f7-4eed-9864-e763df44eb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:31.020337 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-dd4798a2-3d26-4465-8b2d-d4c494e95c2f req-0dc124cf-33f7-4eed-9864-e763df44eb9e service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=b7ad1c15-3875-4de4-b3a4-2c63d79b04bd HTTP/1.1" status: 200 len: 858 time: 0.0657263 Aug 24 13:41:31.097970 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4798a2-3d26-4465-8b2d-d4c494e95c2f req-34d259b8-5a70-4f68-9d8e-2ab870716769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:31.100508 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-dd4798a2-3d26-4465-8b2d-d4c494e95c2f req-34d259b8-5a70-4f68-9d8e-2ab870716769 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=1fcb22e0-a643-462e-8b2f-3661641fd3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0750170 Aug 24 13:41:31.156266 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e3d55f21-290a-4576-9455-f50cce55e2df req-4bc7b115-812e-4f78-9663-aeadefd0390d tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881704 Aug 24 13:41:31.252682 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f0138b24-45a1-4bfe-9eab-23a01c142b41 req-c454f6b7-056d-4b1c-8cb2-546f3e2ac804 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/385fd5c5-6c70-4a95-9981-8683550b730c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988372 Aug 24 13:41:31.258357 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:31.302129 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-dd4798a2-3d26-4465-8b2d-d4c494e95c2f req-40a46fad-af66-4ce8-aa18-3da3c0d28f02 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1fcb22e0-a643-462e-8b2f-3661641fd3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929889 Aug 24 13:41:31.334451 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4b4ce6-7aae-49b1-a059-7cb9703362b8 req-7d8151ed-25ad-4a28-9c58-b9838e4a6ca8 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:31.347714 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5e4b4ce6-7aae-49b1-a059-7cb9703362b8 req-7d8151ed-25ad-4a28-9c58-b9838e4a6ca8 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 944 time: 0.1713722 Aug 24 13:41:31.469908 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-dd4798a2-3d26-4465-8b2d-d4c494e95c2f req-9c518900-a020-4b79-98e7-f2b7b8357953 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1fcb22e0-a643-462e-8b2f-3661641fd3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588035 Aug 24 13:41:31.536084 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5e4b4ce6-7aae-49b1-a059-7cb9703362b8 req-157dfb33-fa42-44bc-b358-ecaac39b5b4b tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1853812 Aug 24 13:41:31.542609 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f0138b24-45a1-4bfe-9eab-23a01c142b41 req-3d4a2609-8896-4c79-944c-32d052a21864 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/385fd5c5-6c70-4a95-9981-8683550b730c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2823572 Aug 24 13:41:32.312323 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1541f01-3458-49d6-a82d-dac3107f2e13 req-29cd169d-b23c-4ddc-9748-d018092c66f5 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:32.314492 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-c1541f01-3458-49d6-a82d-dac3107f2e13 req-29cd169d-b23c-4ddc-9748-d018092c66f5 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 945 time: 0.0579476 Aug 24 13:41:32.372897 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-c1541f01-3458-49d6-a82d-dac3107f2e13 req-0517573f-f973-4105-ad04-8e6a9f44a0e6 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516691 Aug 24 13:41:32.721043 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e316b62-0301-4213-8967-e6eca1979323 req-1a9a2e0b-d8f3-485b-8d64-da7d6ea4ef64 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:32.722815 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3e316b62-0301-4213-8967-e6eca1979323 req-1a9a2e0b-d8f3-485b-8d64-da7d6ea4ef64 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 944 time: 0.0608127 Aug 24 13:41:32.795382 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3e316b62-0301-4213-8967-e6eca1979323 req-a0e0febb-0cc5-435b-9222-5bdb168a06a8 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645585 Aug 24 13:41:33.925977 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e75e31-3b92-4d9c-8c18-5fe90681d461 req-24816451-f5b4-4a9a-bed4-61d22cd4213b tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:33.934597 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d1e75e31-3b92-4d9c-8c18-5fe90681d461 req-24816451-f5b4-4a9a-bed4-61d22cd4213b tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 945 time: 0.1481495 Aug 24 13:41:34.048719 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d1e75e31-3b92-4d9c-8c18-5fe90681d461 req-5163d53a-abf6-4574-9e08-2ad24ee53301 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122420 Aug 24 13:41:34.133749 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74c987c-3f48-4405-a54b-778a65a7c47a req-9151db5a-869e-4624-9146-4eb5e6b818b2 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:34.140837 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f74c987c-3f48-4405-a54b-778a65a7c47a req-9151db5a-869e-4624-9146-4eb5e6b818b2 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 944 time: 0.1524057 Aug 24 13:41:34.242923 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f74c987c-3f48-4405-a54b-778a65a7c47a req-5ac21fdc-8398-4390-8b2d-2fd26299304a tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954955 Aug 24 13:41:35.104554 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=39,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:35.121326 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=78,neutron:UPDATE=6 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:35.226670 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96204261-3c4d-42cb-a4da-35759df29c27 req-e8d886ba-e295-4b99-a4e2-6761dac183e2 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:35.232298 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-96204261-3c4d-42cb-a4da-35759df29c27 req-e8d886ba-e295-4b99-a4e2-6761dac183e2 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 945 time: 0.0647378 Aug 24 13:41:35.291586 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-96204261-3c4d-42cb-a4da-35759df29c27 req-77c85a1f-f90d-4009-ab8d-2eb9419e8b70 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525794 Aug 24 13:41:35.490406 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335f33bb-41d3-49be-9dff-3a1c53b8e3a2 req-fec65483-5e79-4af9-a862-a77ed4d264ec tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:35.491677 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-335f33bb-41d3-49be-9dff-3a1c53b8e3a2 req-fec65483-5e79-4af9-a862-a77ed4d264ec tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 944 time: 0.0674374 Aug 24 13:41:35.555505 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-335f33bb-41d3-49be-9dff-3a1c53b8e3a2 req-96d55188-442e-4479-a144-30137868f4b8 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567148 Aug 24 13:41:36.438320 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdfb049-4053-478d-81ed-667d5159e217 req-4334426c-806a-4cff-9ec0-96309851d217 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:36.440093 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3cdfb049-4053-478d-81ed-667d5159e217 req-4334426c-806a-4cff-9ec0-96309851d217 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 945 time: 0.0633385 Aug 24 13:41:36.512694 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3cdfb049-4053-478d-81ed-667d5159e217 req-d0338266-d322-4377-825f-bcf60985c37b tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587890 Aug 24 13:41:36.710659 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9075a9-0516-455c-b8db-8db08ef53a6c req-2a36080f-ad4f-40ad-bf21-81ef92340712 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:36.712137 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-2f9075a9-0516-455c-b8db-8db08ef53a6c req-2a36080f-ad4f-40ad-bf21-81ef92340712 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 944 time: 0.0541601 Aug 24 13:41:36.774445 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:36.799636 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-2f9075a9-0516-455c-b8db-8db08ef53a6c req-35609a66-2345-4464-b0bd-09d6df1f4b6c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793803 Aug 24 13:41:37.732976 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b8a75f-f62b-45ad-a524-76375f2ea164 req-665ae5ea-439c-4cdb-ae4f-a1b7162eee90 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:37.739394 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-31b8a75f-f62b-45ad-a524-76375f2ea164 req-665ae5ea-439c-4cdb-ae4f-a1b7162eee90 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 945 time: 0.0629730 Aug 24 13:41:37.750848 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:37.810814 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 53120) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:41:37.813484 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-31b8a75f-f62b-45ad-a524-76375f2ea164 req-b076b23b-47a9-468c-9706-65b5eb471027 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703425 Aug 24 13:41:37.994575 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aeb76a-532d-4272-8ad3-07dadcec7743 req-4934a5db-db2a-4db9-a847-888fbbe3b7cc tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:37.994854 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f4aeb76a-532d-4272-8ad3-07dadcec7743 req-4934a5db-db2a-4db9-a847-888fbbe3b7cc tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 944 time: 0.0710869 Aug 24 13:41:38.053988 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f4aeb76a-532d-4272-8ad3-07dadcec7743 req-11071d60-671a-46a8-96ed-357e1158205c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519037 Aug 24 13:41:38.056973 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-e030b222-23e3-4e17-9555-d514ae722306 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=1804d01585764cf7bb02bd332a66573e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2449012 Aug 24 13:41:38.059244 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 53128) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:41:38.085848 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:DELETE=4,neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:38.134104 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-7e8eb462-6d90-47e6-ba92-2bb1b856475f admin admin] Publish callbacks [] for security_group (a6305fdb-a43e-4049-912c-57990c43581a), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:38.166065 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-7e8eb462-6d90-47e6-ba92-2bb1b856475f admin admin] Publish callbacks [] for security_group (a6305fdb-a43e-4049-912c-57990c43581a), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:38.367656 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-7e8eb462-6d90-47e6-ba92-2bb1b856475f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (a6305fdb-a43e-4049-912c-57990c43581a), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:38.372593 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-7e8eb462-6d90-47e6-ba92-2bb1b856475f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:38.375784 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-7e8eb462-6d90-47e6-ba92-2bb1b856475f admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/a6305fdb-a43e-4049-912c-57990c43581a HTTP/1.1" status: 204 len: 168 time: 0.3134215 Aug 24 13:41:38.389260 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8eb462-6d90-47e6-ba92-2bb1b856475f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6305fdb-a43e-4049-912c-57990c43581a,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:41:38.398701 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8eb462-6d90-47e6-ba92-2bb1b856475f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:41:38.399254 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8eb462-6d90-47e6-ba92-2bb1b856475f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:41:38.404374 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8eb462-6d90-47e6-ba92-2bb1b856475f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:41:38.404374 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8eb462-6d90-47e6-ba92-2bb1b856475f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:41:38.404374 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8eb462-6d90-47e6-ba92-2bb1b856475f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:41:38.404374 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8eb462-6d90-47e6-ba92-2bb1b856475f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:41:38.404374 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8eb462-6d90-47e6-ba92-2bb1b856475f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:41:38.404374 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8eb462-6d90-47e6-ba92-2bb1b856475f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:41:38.404374 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8eb462-6d90-47e6-ba92-2bb1b856475f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:41:38.404374 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8eb462-6d90-47e6-ba92-2bb1b856475f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:41:38.404374 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8eb462-6d90-47e6-ba92-2bb1b856475f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:41:38.404374 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8eb462-6d90-47e6-ba92-2bb1b856475f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:41:38.404374 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8eb462-6d90-47e6-ba92-2bb1b856475f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:41:38.404374 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8eb462-6d90-47e6-ba92-2bb1b856475f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:41:38.404374 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8eb462-6d90-47e6-ba92-2bb1b856475f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:41:39.025916 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ad530-0042-4b3d-a4f1-4b51b96a72db req-b9e02e17-cdeb-43fd-9380-cd3fb98eef16 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:39.028846 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-fd9ad530-0042-4b3d-a4f1-4b51b96a72db req-b9e02e17-cdeb-43fd-9380-cd3fb98eef16 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 945 time: 0.0823464 Aug 24 13:41:39.093609 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-fd9ad530-0042-4b3d-a4f1-4b51b96a72db req-71907164-a153-4384-885c-8ffeab7164f5 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581462 Aug 24 13:41:39.223007 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a61cfe-aa6f-438e-b39f-33c6ccd6dfe5 req-ef102958-37e7-458f-af93-dec2923ae87c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:39.225632 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d0a61cfe-aa6f-438e-b39f-33c6ccd6dfe5 req-ef102958-37e7-458f-af93-dec2923ae87c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 944 time: 0.0603838 Aug 24 13:41:39.295723 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d0a61cfe-aa6f-438e-b39f-33c6ccd6dfe5 req-bcac1f95-d506-4fce-a234-5793f2c7f0a4 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596600 Aug 24 13:41:40.244416 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87775835-209b-4984-80e3-758ed023c968 req-ea80f819-09b5-40e7-aa16-baba687187b1 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:40.249178 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-87775835-209b-4984-80e3-758ed023c968 req-ea80f819-09b5-40e7-aa16-baba687187b1 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 945 time: 0.0602968 Aug 24 13:41:40.332216 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-87775835-209b-4984-80e3-758ed023c968 req-cb1103c6-68d3-4a59-9276-26596aea0e7c tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767074 Aug 24 13:41:40.496111 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95432782-bebf-4934-8e07-1bbb220911ce req-a7a075ab-2d14-4409-8c52-146475ad39d6 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:40.498307 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-95432782-bebf-4934-8e07-1bbb220911ce req-a7a075ab-2d14-4409-8c52-146475ad39d6 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 944 time: 0.0645170 Aug 24 13:41:40.553550 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-95432782-bebf-4934-8e07-1bbb220911ce req-dcccee11-10f2-4cb6-91a9-b278f295cdb9 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491996 Aug 24 13:41:41.536614 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed3e11b-02fd-47e9-bfe2-e01d46032cd9 req-9cf19e4f-d5a4-4086-b632-c23d4673cf29 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:41.545344 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4ed3e11b-02fd-47e9-bfe2-e01d46032cd9 req-9cf19e4f-d5a4-4086-b632-c23d4673cf29 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 945 time: 0.0815959 Aug 24 13:41:41.636021 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4ed3e11b-02fd-47e9-bfe2-e01d46032cd9 req-32a0cba7-72e4-4fb0-8edf-05d8851954f0 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895503 Aug 24 13:41:41.726507 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da68a88-4444-4d7c-b15a-615d9ef803b7 req-4b490c09-1feb-4faa-8143-39d591e37c1b tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:41.728026 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-2da68a88-4444-4d7c-b15a-615d9ef803b7 req-4b490c09-1feb-4faa-8143-39d591e37c1b tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 944 time: 0.0552514 Aug 24 13:41:41.794686 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-2da68a88-4444-4d7c-b15a-615d9ef803b7 req-202db0e6-0cff-4031-9d1a-3b068f391a01 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588999 Aug 24 13:41:41.897197 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.agents_db [None req-66b1cbc3-9e75-488f-ab76-e3b1c287483f None None] Agent healthcheck: found 6 active agents {{(pid=106988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 13:41:42.765684 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc65efe-45f6-456e-ac5b-fd7e8a5e0b3f req-324fd6ca-3160-470b-962f-4f2da1bd8a13 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:42.767258 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-dbc65efe-45f6-456e-ac5b-fd7e8a5e0b3f req-324fd6ca-3160-470b-962f-4f2da1bd8a13 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 945 time: 0.0529807 Aug 24 13:41:42.817816 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-dbc65efe-45f6-456e-ac5b-fd7e8a5e0b3f req-6137aab8-6572-408e-9359-3385969961a8 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448272 Aug 24 13:41:42.993916 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af623049-7f88-46a1-b695-5f2c9aabdf1f req-cf9b20ad-aa37-4001-870f-a405cd44c196 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:42.995592 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-af623049-7f88-46a1-b695-5f2c9aabdf1f req-cf9b20ad-aa37-4001-870f-a405cd44c196 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 944 time: 0.0666401 Aug 24 13:41:43.049639 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-af623049-7f88-46a1-b695-5f2c9aabdf1f req-689b15fe-811d-458f-912b-0d2d8d8d9a21 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478806 Aug 24 13:41:43.877638 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab898180-8bdd-4796-9289-9b81d0882798 req-682a9d19-cfde-44bd-ac75-64edd8a8963a tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:43.885040 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ab898180-8bdd-4796-9289-9b81d0882798 req-682a9d19-cfde-44bd-ac75-64edd8a8963a tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=807615f2-1905-4a84-8a8b-574886415dc6 HTTP/1.1" status: 200 len: 946 time: 0.0964081 Aug 24 13:41:44.015285 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:44.015285 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ab898180-8bdd-4796-9289-9b81d0882798 req-beb90dc9-ec3a-459a-93f0-02dc0550bfbf tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ab786472-58d3-43b2-9530-43658f343394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695164 Aug 24 13:41:44.015285 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:44.015285 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26493377-3c8a-435f-953f-dac463ab7b51 req-3b2b5bdd-7366-4742-9c2e-dae4c0e0c8f2 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:44.015285 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-26493377-3c8a-435f-953f-dac463ab7b51 req-3b2b5bdd-7366-4742-9c2e-dae4c0e0c8f2 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 945 time: 0.0727129 Aug 24 13:41:44.127363 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-26493377-3c8a-435f-953f-dac463ab7b51 req-43326c5e-ee94-4dd6-84f1-32e6df64d051 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848680 Aug 24 13:41:44.225168 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb773a-b02f-436e-aa82-efdf04cc4789 req-70668bd2-8541-456b-85f7-50bfc668433a tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:44.226670 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-79cb773a-b02f-436e-aa82-efdf04cc4789 req-70668bd2-8541-456b-85f7-50bfc668433a tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 944 time: 0.0520754 Aug 24 13:41:44.279148 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-79cb773a-b02f-436e-aa82-efdf04cc4789 req-5cd97ab5-1a15-4215-ad06-4802403f13fb tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461545 Aug 24 13:41:45.149484 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2b0b64-5884-42c8-ab2d-386f7efee23c req-e311f6ed-660f-477e-b204-93db68926783 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:45.151174 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-6a2b0b64-5884-42c8-ab2d-386f7efee23c req-e311f6ed-660f-477e-b204-93db68926783 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=807615f2-1905-4a84-8a8b-574886415dc6 HTTP/1.1" status: 200 len: 946 time: 0.0638154 Aug 24 13:41:45.209493 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-6a2b0b64-5884-42c8-ab2d-386f7efee23c req-6de1f537-5573-4a64-9c61-32aa9a8ca264 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ab786472-58d3-43b2-9530-43658f343394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503380 Aug 24 13:41:45.277676 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f83177d-d783-4478-b470-7f86b6022230 req-4ba2d52e-7651-43e0-843f-8c6e1c900391 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:45.279388 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-6f83177d-d783-4478-b470-7f86b6022230 req-4ba2d52e-7651-43e0-843f-8c6e1c900391 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 945 time: 0.0583994 Aug 24 13:41:45.379488 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-6f83177d-d783-4478-b470-7f86b6022230 req-22c0f794-8127-4fff-972e-f7c9fb7c500d tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906720 Aug 24 13:41:45.471762 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856005a-624d-4656-8353-8c5876b4f355 req-238c3676-31bf-4f01-863c-2ac10320c444 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:45.474630 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3856005a-624d-4656-8353-8c5876b4f355 req-238c3676-31bf-4f01-863c-2ac10320c444 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 944 time: 0.0670402 Aug 24 13:41:45.551292 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3856005a-624d-4656-8353-8c5876b4f355 req-e9952bd9-86a5-4e75-b98f-7c4dcca3fae8 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675237 Aug 24 13:41:45.896582 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 53284) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:41:45.945235 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.db_base_plugin_v2 [None req-058f854a-4f6e-4cf7-ab0b-76465cddbc32 admin admin] Deleting subnet 827cb011-7c9c-4ec6-ab87-5b244beb70e2 {{(pid=106986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 13:41:45.949182 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-058f854a-4f6e-4cf7-ab0b-76465cddbc32 admin admin] Publish callbacks [] for subnet (827cb011-7c9c-4ec6-ab87-5b244beb70e2), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:45.989153 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-058f854a-4f6e-4cf7-ab0b-76465cddbc32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17251685'] for subnet (827cb011-7c9c-4ec6-ab87-5b244beb70e2), precommit_delete_associations {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:46.039917 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-058f854a-4f6e-4cf7-ab0b-76465cddbc32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66918460'] for subnet (827cb011-7c9c-4ec6-ab87-5b244beb70e2), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:46.066787 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:46.152765 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-058f854a-4f6e-4cf7-ab0b-76465cddbc32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66918469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2990509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17994702'] for subnet (827cb011-7c9c-4ec6-ab87-5b244beb70e2), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:46.182111 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f854a-4f6e-4cf7-ab0b-76465cddbc32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=827cb011-7c9c-4ec6-ab87-5b244beb70e2,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:41:46.187819 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-058f854a-4f6e-4cf7-ab0b-76465cddbc32 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:46.193244 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-058f854a-4f6e-4cf7-ab0b-76465cddbc32 admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/827cb011-7c9c-4ec6-ab87-5b244beb70e2 HTTP/1.1" status: 204 len: 168 time: 0.2952569 Aug 24 13:41:46.196988 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 53290) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:41:46.287498 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d6d902da-a01f-43b4-b47b-0f7c9b5212f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-67096241'] for network (c0c5540c-3e08-475c-a808-3a64025a5c41), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:46.309090 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 53294) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:41:46.392756 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24be61c1-98cc-46f6-8f3d-85c26952ce00 req-adc1bb57-3307-4309-86f1-f44b75ea85fc tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:46.394272 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-24be61c1-98cc-46f6-8f3d-85c26952ce00 req-adc1bb57-3307-4309-86f1-f44b75ea85fc tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=807615f2-1905-4a84-8a8b-574886415dc6 HTTP/1.1" status: 200 len: 946 time: 0.0931103 Aug 24 13:41:46.443354 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d6d902da-a01f-43b4-b47b-0f7c9b5212f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66912316', 'neutron.services.segments.db._delete_segments_for_network-8732775531888'] for network (c0c5540c-3e08-475c-a808-3a64025a5c41), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:46.470477 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-6dfd32e0-1383-48b4-bd36-5820f4cdc25a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:46.516952 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.services.segments.db [None req-d6d902da-a01f-43b4-b47b-0f7c9b5212f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0c5540c-3e08-475c-a808-3a64025a5c41']}} {{(pid=106985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:41:46.538792 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.services.segments.db [None req-d6d902da-a01f-43b4-b47b-0f7c9b5212f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc18128c-52d7-4216-ada5-948790f2b11c') {'for_net_delete': True} {{(pid=106985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:41:46.539116 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.services.segments.db [None req-d6d902da-a01f-43b4-b47b-0f7c9b5212f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc18128c-52d7-4216-ada5-948790f2b11c') {} {{(pid=106985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:41:46.560532 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-6dfd32e0-1383-48b4-bd36-5820f4cdc25a admin admin] Publish callbacks [] for security_group (0667bc8f-1a6e-4dfa-b4c5-3c64dee79057), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:46.562589 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d6d902da-a01f-43b4-b47b-0f7c9b5212f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732775508974', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2278129'] for segment (dc18128c-52d7-4216-ada5-948790f2b11c), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:46.579555 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e782938-a17d-42c7-aa18-9357f4974dad req-de0f87e7-37f3-4b10-bb8a-cd4884ff3585 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:46.581106 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3e782938-a17d-42c7-aa18-9357f4974dad req-de0f87e7-37f3-4b10-bb8a-cd4884ff3585 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 945 time: 0.1177905 Aug 24 13:41:46.598493 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d6d902da-a01f-43b4-b47b-0f7c9b5212f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916165'] for segment (dc18128c-52d7-4216-ada5-948790f2b11c), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:46.604376 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-24be61c1-98cc-46f6-8f3d-85c26952ce00 req-b426c782-a599-4259-8eb5-0642dcde20ce tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=ab786472-58d3-43b2-9530-43658f343394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1561799 Aug 24 13:41:46.638584 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6d902da-a01f-43b4-b47b-0f7c9b5212f8 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=106985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 13:41:46.641288 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d6d902da-a01f-43b4-b47b-0f7c9b5212f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2796055'] for segment (dc18128c-52d7-4216-ada5-948790f2b11c), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:46.660136 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-6dfd32e0-1383-48b4-bd36-5820f4cdc25a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (0667bc8f-1a6e-4dfa-b4c5-3c64dee79057), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:46.701984 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.services.segments.plugin [-] Segment dc18128c-52d7-4216-ada5-948790f2b11c resource provider aggregate not found Aug 24 13:41:46.712996 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:46.720962 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-6dfd32e0-1383-48b4-bd36-5820f4cdc25a admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=d4d7964000cf4d59b147f2c5c3a1ebd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4096491 Aug 24 13:41:46.721841 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfd32e0-1383-48b4-bd36-5820f4cdc25a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0667bc8f-1a6e-4dfa-b4c5-3c64dee79057,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:41:46.724269 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 53306) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:41:46.780088 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.services.segments.plugin [-] Segment dc18128c-52d7-4216-ada5-948790f2b11c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc18128c-52d7-4216-ada5-948790f2b11c found for delete ", "request_id": "req-2d6ff2e1-7b41-49e2-9c87-18ae209ba724"}]} Aug 24 13:41:46.789512 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3e782938-a17d-42c7-aa18-9357f4974dad req-3a74e0c6-4793-4349-a560-31cbe953f0d9 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003088 Aug 24 13:41:46.799344 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-632a4c33-6289-4049-8a2d-a81b76af1f25 admin admin] Publish callbacks [] for security_group (0667bc8f-1a6e-4dfa-b4c5-3c64dee79057), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:46.830483 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-632a4c33-6289-4049-8a2d-a81b76af1f25 admin admin] Publish callbacks [] for security_group (0667bc8f-1a6e-4dfa-b4c5-3c64dee79057), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:46.830761 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b38f87-7959-49b6-80d3-d406377d8e6a req-f23e680e-7ef3-46c2-a289-9d621d99d6e1 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:46.835766 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-27b38f87-7959-49b6-80d3-d406377d8e6a req-f23e680e-7ef3-46c2-a289-9d621d99d6e1 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 944 time: 0.1493480 Aug 24 13:41:46.892937 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9a81e-6ff5-4c23-8a09-16086fb92848 req-75652c64-78b5-4cec-ac0a-ea32ad75fd1d tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:46.894529 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-85c9a81e-6ff5-4c23-8a09-16086fb92848 req-75652c64-78b5-4cec-ac0a-ea32ad75fd1d tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=807615f2-1905-4a84-8a8b-574886415dc6 HTTP/1.1" status: 200 len: 946 time: 0.0889020 Aug 24 13:41:46.916138 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d6d902da-a01f-43b4-b47b-0f7c9b5212f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66912311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008716'] for network (c0c5540c-3e08-475c-a808-3a64025a5c41), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:46.946991 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d6d902da-a01f-43b4-b47b-0f7c9b5212f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for network (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:46.950944 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-d6d902da-a01f-43b4-b47b-0f7c9b5212f8 admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/c0c5540c-3e08-475c-a808-3a64025a5c41 HTTP/1.1" status: 204 len: 168 time: 0.7500646 Aug 24 13:41:46.956550 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:46.975876 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d902da-a01f-43b4-b47b-0f7c9b5212f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0c5540c-3e08-475c-a808-3a64025a5c41,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:41:46.979482 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-632a4c33-6289-4049-8a2d-a81b76af1f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (0667bc8f-1a6e-4dfa-b4c5-3c64dee79057), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:46.991166 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-632a4c33-6289-4049-8a2d-a81b76af1f25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:46.991363 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-27b38f87-7959-49b6-80d3-d406377d8e6a req-60d80300-f936-440e-9c4f-7cb2aa833115 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298079 Aug 24 13:41:46.991499 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-632a4c33-6289-4049-8a2d-a81b76af1f25 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/0667bc8f-1a6e-4dfa-b4c5-3c64dee79057 HTTP/1.1" status: 204 len: 168 time: 0.2617428 Aug 24 13:41:47.008146 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632a4c33-6289-4049-8a2d-a81b76af1f25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0667bc8f-1a6e-4dfa-b4c5-3c64dee79057,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:41:47.049283 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [req-85c9a81e-6ff5-4c23-8a09-16086fb92848 req-81412490-5999-429a-aaa4-0bb2f4c81b1e tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Deleting port 6904bc03-dddb-4f6f-a036-c88fbbe8434e {{(pid=106985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:41:47.055643 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-85c9a81e-6ff5-4c23-8a09-16086fb92848 req-81412490-5999-429a-aaa4-0bb2f4c81b1e tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (6904bc03-dddb-4f6f-a036-c88fbbe8434e), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:47.163470 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.db [req-85c9a81e-6ff5-4c23-8a09-16086fb92848 req-81412490-5999-429a-aaa4-0bb2f4c81b1e tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] For port 6904bc03-dddb-4f6f-a036-c88fbbe8434e, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=6904bc03-dddb-4f6f-a036-c88fbbe8434e,segment=NetworkSegment(67afd480-e30a-4400-a86a-25b503d7ef00),segment_id=67afd480-e30a-4400-a86a-25b503d7ef00)] {{(pid=106985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:41:47.163825 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-85c9a81e-6ff5-4c23-8a09-16086fb92848 req-81412490-5999-429a-aaa4-0bb2f4c81b1e tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (6904bc03-dddb-4f6f-a036-c88fbbe8434e), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:47.428003 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-85c9a81e-6ff5-4c23-8a09-16086fb92848 req-81412490-5999-429a-aaa4-0bb2f4c81b1e tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:47.428787 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-85c9a81e-6ff5-4c23-8a09-16086fb92848 req-81412490-5999-429a-aaa4-0bb2f4c81b1e tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961197'] for floatingip (ae6364d3-0e67-40ea-996c-3725d0c456e7), after_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:47.428787 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.db.l3_db [req-85c9a81e-6ff5-4c23-8a09-16086fb92848 req-81412490-5999-429a-aaa4-0bb2f4c81b1e tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Floating IP ae6364d3-0e67-40ea-996c-3725d0c456e7 disassociated. External IP: 172.27.1.17, port: 6904bc03-dddb-4f6f-a036-c88fbbe8434e. Aug 24 13:41:47.429093 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [req-85c9a81e-6ff5-4c23-8a09-16086fb92848 req-81412490-5999-429a-aaa4-0bb2f4c81b1e tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Calling delete_port for 6904bc03-dddb-4f6f-a036-c88fbbe8434e owned by compute:nova {{(pid=106985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:41:47.438250 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a93d403b-29c5-41ac-a53c-7c0bf3f47879), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:47.599932 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 53314) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:41:47.677111 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-182d8deb-f11b-4575-93c4-6013277d1778 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=c22fb394e99345d88b2e082b22902af3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0751324 Aug 24 13:41:47.679712 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 53318) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:41:47.700236 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-85c9a81e-6ff5-4c23-8a09-16086fb92848 req-81412490-5999-429a-aaa4-0bb2f4c81b1e tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (6904bc03-dddb-4f6f-a036-c88fbbe8434e), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:47.740395 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:47.757557 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f68d9add-79aa-4c55-9bb4-73d40450c7a6 admin admin] Publish callbacks [] for security_group (d185a265-9016-405f-9ca1-9174708eebca), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:47.770275 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e5161a5c-05cd-4521-aa89-7daf052e1c9b req-0978fa49-5b26-4bca-ad55-6d312cf4b01e tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=807615f2-1905-4a84-8a8b-574886415dc6 HTTP/1.1" status: 200 len: 210 time: 0.0821922 Aug 24 13:41:47.778403 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81412490-5999-429a-aaa4-0bb2f4c81b1e tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Pushing event deleted for resources: {'Port': ['ID=6904bc03-dddb-4f6f-a036-c88fbbe8434e,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:41:47.785771 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f68d9add-79aa-4c55-9bb4-73d40450c7a6 admin admin] Publish callbacks [] for security_group (d185a265-9016-405f-9ca1-9174708eebca), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:47.956021 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85c9a81e-6ff5-4c23-8a09-16086fb92848 req-81412490-5999-429a-aaa4-0bb2f4c81b1e tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Router 76db8bb3-0b68-4e6c-befe-f4726b0c7412 has already been hosted by L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 {{(pid=106985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 13:41:47.979915 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbab08-2ed8-4ed1-a300-a0fc2d3f8ddf req-16e1b194-0d54-49c4-b21f-928895309f19 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:47.981561 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-fffbab08-2ed8-4ed1-a300-a0fc2d3f8ddf req-16e1b194-0d54-49c4-b21f-928895309f19 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 945 time: 0.0609257 Aug 24 13:41:47.997737 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f68d9add-79aa-4c55-9bb4-73d40450c7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (d185a265-9016-405f-9ca1-9174708eebca), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:48.002047 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f68d9add-79aa-4c55-9bb4-73d40450c7a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:48.003572 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-f68d9add-79aa-4c55-9bb4-73d40450c7a6 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/d185a265-9016-405f-9ca1-9174708eebca HTTP/1.1" status: 204 len: 168 time: 0.3222642 Aug 24 13:41:48.024464 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68d9add-79aa-4c55-9bb4-73d40450c7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d185a265-9016-405f-9ca1-9174708eebca,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:41:48.024724 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:48.123660 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-fffbab08-2ed8-4ed1-a300-a0fc2d3f8ddf req-8d89a705-c822-4f80-ae02-2dc9bf6fd351 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356781 Aug 24 13:41:48.165429 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85c9a81e-6ff5-4c23-8a09-16086fb92848 req-81412490-5999-429a-aaa4-0bb2f4c81b1e tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:41:48.185091 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946e5ef6-05a0-4892-bc96-775fc86ee2dd None None] Sync routers for ids ['76db8bb3-0b68-4e6c-befe-f4726b0c7412'] in dv-cinder-779578-4-iscsi {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:41:48.199911 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946e5ef6-05a0-4892-bc96-775fc86ee2dd None None] Routers {'76db8bb3-0b68-4e6c-befe-f4726b0c7412'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:41:48.200967 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-946e5ef6-05a0-4892-bc96-775fc86ee2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:41:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['76db8bb3-0b68-4e6c-befe-f4726b0c7412'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:41:48.266155 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84c739b-f966-435b-b09c-0536a302fdf1 req-8deaf1c6-c7c7-4bd8-9039-65d2a878b242 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:48.270843 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a84c739b-f966-435b-b09c-0536a302fdf1 req-8deaf1c6-c7c7-4bd8-9039-65d2a878b242 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 944 time: 0.1361151 Aug 24 13:41:48.270843 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.l3_dvrscheduler_db [req-85c9a81e-6ff5-4c23-8a09-16086fb92848 req-81412490-5999-429a-aaa4-0bb2f4c81b1e tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] No DVR routers for this DVR port 6904bc03-dddb-4f6f-a036-c88fbbe8434e on host hv-cinder-77957 {{(pid=106985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 13:41:48.273732 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-85c9a81e-6ff5-4c23-8a09-16086fb92848 req-81412490-5999-429a-aaa4-0bb2f4c81b1e tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:48.279139 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-85c9a81e-6ff5-4c23-8a09-16086fb92848 req-81412490-5999-429a-aaa4-0bb2f4c81b1e tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.20 "DELETE /networking/v2.0/ports/6904bc03-dddb-4f6f-a036-c88fbbe8434e HTTP/1.1" status: 204 len: 173 time: 1.3725250 Aug 24 13:41:48.279837 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '807615f2-1905-4a84-8a8b-574886415dc6', 'name': 'network-vif-deleted', 'tag': '6904bc03-dddb-4f6f-a036-c88fbbe8434e'}] {{(pid=106985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:41:48.282507 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339b45b761399ad6383a0e79eb3d49a8b35bb9728a194a6e9817421c04d0c31a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886586da-ecbd-4a20-b2ce-05e71591263e" -d '{"events": [{"server_uuid": "807615f2-1905-4a84-8a8b-574886415dc6", "name": "network-vif-deleted", "tag": "6904bc03-dddb-4f6f-a036-c88fbbe8434e"}]}' {{(pid=106985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:41:48.291974 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:48.349900 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a84c739b-f966-435b-b09c-0536a302fdf1 req-3df73b30-88af-4aad-bd6e-892974ccbe00 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639417 Aug 24 13:41:48.351311 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-946e5ef6-05a0-4892-bc96-775fc86ee2dd None None] Set router 76db8bb3-0b68-4e6c-befe-f4726b0c7412 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:41:48.358921 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 13:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d69e1d2-3138-4ca3-953d-ced38adedc0b x-openstack-request-id: req-8d69e1d2-3138-4ca3-953d-ced38adedc0b {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:41:48.358921 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "807615f2-1905-4a84-8a8b-574886415dc6", "name": "network-vif-deleted", "tag": "6904bc03-dddb-4f6f-a036-c88fbbe8434e", "status": "completed", "code": 200}]} {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:41:48.359249 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8d69e1d2-3138-4ca3-953d-ced38adedc0b {{(pid=106985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:41:48.359642 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d69e1d2-3138-4ca3-953d-ced38adedc0b'] response: {'server_uuid': '807615f2-1905-4a84-8a8b-574886415dc6', 'name': 'network-vif-deleted', 'tag': '6904bc03-dddb-4f6f-a036-c88fbbe8434e', 'status': 'completed', 'code': 200} Aug 24 13:41:48.616097 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-946e5ef6-05a0-4892-bc96-775fc86ee2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'name': 'tempest-AttachVolumeNegativeTest-1546593255-router', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:16Z', 'updated_at': '2022-08-24T13:38:26Z', 'revision_number': 4, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'gw_port': {'id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:18Z', 'updated_at': '2022-08-24T13:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_floatingips': [{'id': '69f7047a-97f0-4849-a419-76fbb31923bb', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'port_id': '0723b1a9-9fdc-4151-b023-7ddb25fe09e0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'mac_address': 'fa:16:3e:21:bd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad88e6d-b2b8-4049-b987-94022767fa67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:38:36Z', 'updated_at': '2022-08-24T13:39:24Z', 'revision_number': 2, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75065905-7b34-4ad9-aad8-ab7ee3ca3bd8', 'name': '', 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'mac_address': 'fa:16:3e:60:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd07781da-28f3-4c07-b598-0d710e632916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:24Z', 'updated_at': '2022-08-24T13:38:38Z', 'revision_number': 5, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'subnets': [{'id': 'd07781da-28f3-4c07-b598-0d710e632916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:41:48.653988 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946e5ef6-05a0-4892-bc96-775fc86ee2dd None None] Checking router: 76db8bb3-0b68-4e6c-befe-f4726b0c7412 for host: dv-cinder-779578-4-iscsi {{(pid=106987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:41:48.664658 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946e5ef6-05a0-4892-bc96-775fc86ee2dd None None] Routers {'76db8bb3-0b68-4e6c-befe-f4726b0c7412'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:41:48.665372 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-946e5ef6-05a0-4892-bc96-775fc86ee2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:41:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['76db8bb3-0b68-4e6c-befe-f4726b0c7412'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:41:48.846011 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-946e5ef6-05a0-4892-bc96-775fc86ee2dd None None] Set router 76db8bb3-0b68-4e6c-befe-f4726b0c7412 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:41:48.944562 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-99f08110-9ecb-4904-80f2-03b78e7930e7 req-929964d7-c0f1-4aa4-8cf0-e00d2e92331f tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=807615f2-1905-4a84-8a8b-574886415dc6 HTTP/1.1" status: 200 len: 210 time: 0.0321882 Aug 24 13:41:49.143075 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-946e5ef6-05a0-4892-bc96-775fc86ee2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'name': 'tempest-AttachVolumeNegativeTest-1546593255-router', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:16Z', 'updated_at': '2022-08-24T13:38:26Z', 'revision_number': 4, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'gw_port': {'id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:18Z', 'updated_at': '2022-08-24T13:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_floatingips': [{'id': '69f7047a-97f0-4849-a419-76fbb31923bb', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'port_id': '0723b1a9-9fdc-4151-b023-7ddb25fe09e0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'mac_address': 'fa:16:3e:21:bd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad88e6d-b2b8-4049-b987-94022767fa67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:38:36Z', 'updated_at': '2022-08-24T13:39:24Z', 'revision_number': 2, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75065905-7b34-4ad9-aad8-ab7ee3ca3bd8', 'name': '', 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'mac_address': 'fa:16:3e:60:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd07781da-28f3-4c07-b598-0d710e632916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:24Z', 'updated_at': '2022-08-24T13:38:38Z', 'revision_number': 5, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'subnets': [{'id': 'd07781da-28f3-4c07-b598-0d710e632916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:41:49.174115 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946e5ef6-05a0-4892-bc96-775fc86ee2dd None None] The sync data for ids ['76db8bb3-0b68-4e6c-befe-f4726b0c7412'] in dv-cinder-779578-4-iscsi is: [{'id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'name': 'tempest-AttachVolumeNegativeTest-1546593255-router', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:16Z', 'updated_at': '2022-08-24T13:38:26Z', 'revision_number': 4, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'gw_port': {'id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:18Z', 'updated_at': '2022-08-24T13:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_floatingips': [{'id': '69f7047a-97f0-4849-a419-76fbb31923bb', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'floating_ip_address': '172.27.1.76', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'port_id': '0723b1a9-9fdc-4151-b023-7ddb25fe09e0', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'mac_address': 'fa:16:3e:21:bd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ad88e6d-b2b8-4049-b987-94022767fa67', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:38:36Z', 'updated_at': '2022-08-24T13:39:24Z', 'revision_number': 2, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75065905-7b34-4ad9-aad8-ab7ee3ca3bd8', 'name': '', 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'mac_address': 'fa:16:3e:60:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd07781da-28f3-4c07-b598-0d710e632916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:24Z', 'updated_at': '2022-08-24T13:38:38Z', 'revision_number': 5, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'subnets': [{'id': 'd07781da-28f3-4c07-b598-0d710e632916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:41:49.279147 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8d474d-1b05-4f89-bcd2-5c785e79f539 req-8c16a36b-1ffc-4873-a1a7-7b588dc295bc tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:49.280793 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-bd8d474d-1b05-4f89-bcd2-5c785e79f539 req-8c16a36b-1ffc-4873-a1a7-7b588dc295bc tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 945 time: 0.0509453 Aug 24 13:41:49.337643 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-bd8d474d-1b05-4f89-bcd2-5c785e79f539 req-656f1b74-76c0-4b9e-abca-3be9da18b870 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494375 Aug 24 13:41:49.554130 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2584f9-8df2-4154-83aa-d7f453cc5e4f req-78866b38-4d29-41d4-b5b7-351878dbff42 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:49.563209 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-bd2584f9-8df2-4154-83aa-d7f453cc5e4f req-78866b38-4d29-41d4-b5b7-351878dbff42 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 944 time: 0.1108136 Aug 24 13:41:49.563460 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fa91e6b-db51-44c8-9c5c-1d85a4d6c7e6 None None] New status for floating IP ae6364d3-0e67-40ea-996c-3725d0c456e7: DOWN {{(pid=106988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 13:41:49.649690 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-bd2584f9-8df2-4154-83aa-d7f453cc5e4f req-531e7f29-c8c5-4f7b-822b-1f80bb62a14a tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852695 Aug 24 13:41:49.981840 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-a2de110f-0527-4bb5-b3dc-ba4f12162c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:50.491261 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67157383-b21a-4404-9f8c-df4c1c7e1575 req-6359a388-88c5-4b26-a7c7-2102a8b24ca0 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:50.495925 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-67157383-b21a-4404-9f8c-df4c1c7e1575 req-6359a388-88c5-4b26-a7c7-2102a8b24ca0 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 945 time: 0.0701511 Aug 24 13:41:50.562617 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-67157383-b21a-4404-9f8c-df4c1c7e1575 req-1b26369a-30d2-4784-9fca-86b5e4d5ee81 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581911 Aug 24 13:41:50.757488 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-8050179b-98ba-4fb6-bd8a-15a709e61531 req-5ca5d22c-46b6-49ee-b59a-e5675ab9ff2a tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1764738581&fields=id&tenant_id=6bcafe839dec4fcc95a4c720463483ba HTTP/1.1" status: 200 len: 267 time: 0.0562561 Aug 24 13:41:51.082222 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 6904bc03-dddb-4f6f-a036-c88fbbe8434e no longer exists at agent hyperv_hv-cinder-77957 {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:41:51.104431 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] No Port match for: 6904bc03-dddb-4f6f-a036-c88fbbe8434e {{(pid=106987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 13:41:51.105844 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 6904bc03-dddb-4f6f-a036-c88fbbe8434e not bound to the agent host hv-cinder-77957 {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 13:41:51.123988 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050179b-98ba-4fb6-bd8a-15a709e61531 req-7359e01d-6e61-453f-889e-9f133248d4a5 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:51.125629 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-8050179b-98ba-4fb6-bd8a-15a709e61531 req-7359e01d-6e61-453f-889e-9f133248d4a5 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/networks?id=2a47b7b8-8e69-4dcf-8155-1e0d50419209 HTTP/1.1" status: 200 len: 809 time: 0.3582745 Aug 24 13:41:51.147826 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-8050179b-98ba-4fb6-bd8a-15a709e61531 req-f79889c7-930b-45e5-9cc0-6cb221f019e4 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/quotas/6bcafe839dec4fcc95a4c720463483ba HTTP/1.1" status: 200 len: 375 time: 0.0162334 Aug 24 13:41:51.197093 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 53380) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:41:51.221858 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-8050179b-98ba-4fb6-bd8a-15a709e61531 req-db5159ec-f532-486e-a0b9-61106dc5456a tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=6bcafe839dec4fcc95a4c720463483ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0666425 Aug 24 13:41:51.279319 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b01d89ed-fcdb-4395-80b8-330e7be8a988 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for security_group (ab786472-58d3-43b2-9530-43658f343394), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:51.319609 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b01d89ed-fcdb-4395-80b8-330e7be8a988 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for security_group (ab786472-58d3-43b2-9530-43658f343394), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:51.378114 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4778285-ec97-42bd-962a-f1d64549c1b1 req-0e832be2-fbb3-43e7-89ff-025bb0e68b5e tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:51.379695 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a4778285-ec97-42bd-962a-f1d64549c1b1 req-0e832be2-fbb3-43e7-89ff-025bb0e68b5e tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 944 time: 0.1262360 Aug 24 13:41:51.423388 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-8050179b-98ba-4fb6-bd8a-15a709e61531 req-fcbf4fe8-11e0-4af6-b19a-ba2f92634efa service neutron] 10.222.0.73 "GET /networking/v2.0/networks/2a47b7b8-8e69-4dcf-8155-1e0d50419209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888154 Aug 24 13:41:51.481833 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a4778285-ec97-42bd-962a-f1d64549c1b1 req-259ff326-78f0-4f9a-8a77-9e5a769201b5 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921717 Aug 24 13:41:51.493482 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b01d89ed-fcdb-4395-80b8-330e7be8a988 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (ab786472-58d3-43b2-9530-43658f343394), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:51.497289 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b01d89ed-fcdb-4395-80b8-330e7be8a988 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:51.501331 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-b01d89ed-fcdb-4395-80b8-330e7be8a988 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "DELETE /networking/v2.0/security-groups/ab786472-58d3-43b2-9530-43658f343394 HTTP/1.1" status: 204 len: 168 time: 0.3008530 Aug 24 13:41:51.512579 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 53382) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:41:51.528893 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01d89ed-fcdb-4395-80b8-330e7be8a988 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab786472-58d3-43b2-9530-43658f343394,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:41:51.536083 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.api.v2.resource [None req-59558229-3187-4475-a81c-4ec49e6bd599 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] show failed (client error): The resource could not be found. Aug 24 13:41:51.537171 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-59558229-3187-4475-a81c-4ec49e6bd599 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups/ab786472-58d3-43b2-9530-43658f343394 HTTP/1.1" status: 404 len: 347 time: 0.0220757 Aug 24 13:41:51.540041 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 53384) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:41:51.575765 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-8050179b-98ba-4fb6-bd8a-15a709e61531 req-c59a2338-2285-4290-a1c9-afe1e6882345 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/2a47b7b8-8e69-4dcf-8155-1e0d50419209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436574 Aug 24 13:41:51.666458 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:DELETE=8 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:51.674946 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [None req-de8c8c77-5ca6-44ae-a0fe-0f81a7da4332 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Deleting port 8e7eac06-af9a-4732-a59a-be8b45a833d7 {{(pid=106986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:41:51.675369 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-de8c8c77-5ca6-44ae-a0fe-0f81a7da4332 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (8e7eac06-af9a-4732-a59a-be8b45a833d7), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:51.717752 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d536782-c718-44c7-ac8c-9fd62876eac3 req-ba003b4a-6ff5-4bd2-b450-b54785ade2d8 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:51.719434 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7d536782-c718-44c7-ac8c-9fd62876eac3 req-ba003b4a-6ff5-4bd2-b450-b54785ade2d8 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 945 time: 0.0641162 Aug 24 13:41:51.779117 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7d536782-c718-44c7-ac8c-9fd62876eac3 req-9e87d204-f9c7-41c0-884e-f30bea36555c tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532846 Aug 24 13:41:51.784694 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-de8c8c77-5ca6-44ae-a0fe-0f81a7da4332 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (8e7eac06-af9a-4732-a59a-be8b45a833d7), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:51.785025 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-de8c8c77-5ca6-44ae-a0fe-0f81a7da4332 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for floatingip (8e7eac06-af9a-4732-a59a-be8b45a833d7), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:51.800494 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [None req-de8c8c77-5ca6-44ae-a0fe-0f81a7da4332 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Calling delete_port for 8e7eac06-af9a-4732-a59a-be8b45a833d7 owned by network:floatingip {{(pid=106986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:41:52.070103 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-de8c8c77-5ca6-44ae-a0fe-0f81a7da4332 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990584'] for port (8e7eac06-af9a-4732-a59a-be8b45a833d7), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:52.099880 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c8c77-5ca6-44ae-a0fe-0f81a7da4332 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Pushing event deleted for resources: {'Port': ['ID=8e7eac06-af9a-4732-a59a-be8b45a833d7,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:41:52.159114 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:52.168995 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-de8c8c77-5ca6-44ae-a0fe-0f81a7da4332 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for floatingip (ae6364d3-0e67-40ea-996c-3725d0c456e7), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:52.171510 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-de8c8c77-5ca6-44ae-a0fe-0f81a7da4332 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for floatingip (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:52.173023 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-de8c8c77-5ca6-44ae-a0fe-0f81a7da4332 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/ae6364d3-0e67-40ea-996c-3725d0c456e7 HTTP/1.1" status: 204 len: 168 time: 0.6318014 Aug 24 13:41:52.293163 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-bf737b10-3136-423c-a68e-696da2bde7aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:52.381201 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7bedd39e-0926-4995-aea1-01726ab32e99 req-92d7bd35-0184-4d6a-bcd1-5fc5a6016a5f tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 210 time: 0.0418315 Aug 24 13:41:52.628064 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:52.649126 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e90fa6-d490-4655-a0bf-5e0a30e495aa req-a937ce35-0811-450c-a917-7971e07a47ad tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:52.650647 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-27e90fa6-d490-4655-a0bf-5e0a30e495aa req-a937ce35-0811-450c-a917-7971e07a47ad tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 944 time: 0.0794551 Aug 24 13:41:52.705037 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:52.717582 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-27e90fa6-d490-4655-a0bf-5e0a30e495aa req-53ffa8c7-ea46-4de9-bace-df2ab37f78b4 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604322 Aug 24 13:41:52.915333 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd3c2f8-e4ab-4509-9cd2-b2594e13181d req-6bd0233a-78df-4f47-acf1-b393bb0ba75e tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:52.917817 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ebd3c2f8-e4ab-4509-9cd2-b2594e13181d req-6bd0233a-78df-4f47-acf1-b393bb0ba75e tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 945 time: 0.0550292 Aug 24 13:41:52.974547 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ebd3c2f8-e4ab-4509-9cd2-b2594e13181d req-8a1959fc-ce49-4352-b665-1fb670432b05 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492518 Aug 24 13:41:53.495536 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-52fd7298-f553-4b21-8908-4c399cf32591 req-21403ae4-cdbf-4954-b752-4e3e94770436 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 210 time: 0.0341423 Aug 24 13:41:53.683001 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:53.891496 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa6f515-4848-4e21-a26b-c29c41e06e7f req-97f3b50c-ccdc-41e5-b635-32936b277a47 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:53.894245 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9aa6f515-4848-4e21-a26b-c29c41e06e7f req-97f3b50c-ccdc-41e5-b635-32936b277a47 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 944 time: 0.0731306 Aug 24 13:41:53.966404 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9aa6f515-4848-4e21-a26b-c29c41e06e7f req-040bff9d-c572-4af8-a30d-5ec2c455b616 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663359 Aug 24 13:41:54.154917 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b521ad-b568-40c4-a00d-ceacd8f73798 req-46dc3294-c482-408a-b5e8-214ba5280060 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:54.156608 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-01b521ad-b568-40c4-a00d-ceacd8f73798 req-46dc3294-c482-408a-b5e8-214ba5280060 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 945 time: 0.0660744 Aug 24 13:41:54.229880 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-01b521ad-b568-40c4-a00d-ceacd8f73798 req-0faf652f-1ad7-4c23-a7d2-8bff3955a5e7 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670626 Aug 24 13:41:54.655256 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-6896e9aa-029d-4cc7-8ac0-5f7b14003525 req-5eecd134-c2e0-4eef-a505-fb6f4be4c34e tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 210 time: 0.0455570 Aug 24 13:41:55.110359 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:55.142655 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d8c10-fee1-4c45-ae7f-de702d86665f req-67ee37f2-3d40-4915-a4a2-2ff119ff421c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:55.144303 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-598d8c10-fee1-4c45-ae7f-de702d86665f req-67ee37f2-3d40-4915-a4a2-2ff119ff421c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 944 time: 0.0556810 Aug 24 13:41:55.185353 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:41:55.200499 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-598d8c10-fee1-4c45-ae7f-de702d86665f req-a8c4e00f-5a5f-4f0b-8657-2bc452b46c29 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497923 Aug 24 13:41:55.369113 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df1678-ebe4-4cd8-a85c-16d99a72b16d req-de195ce0-af2e-4756-ad84-7bc2a08aeec9 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:55.370935 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-c3df1678-ebe4-4cd8-a85c-16d99a72b16d req-de195ce0-af2e-4756-ad84-7bc2a08aeec9 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 945 time: 0.0534890 Aug 24 13:41:55.423999 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-c3df1678-ebe4-4cd8-a85c-16d99a72b16d req-2dfa9a81-b631-4a31-bf5e-945a570355a7 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468302 Aug 24 13:41:55.771737 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d22a3814-4cb3-4059-bd5f-efacc4f358cc req-9a3ecd0f-fefe-4644-88a0-63d40775c979 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 210 time: 0.0349936 Aug 24 13:41:56.336382 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69b5d81-3026-45d9-8885-e407bfb4f29f req-f9ec4e4a-4607-4bdc-b485-a1713e737031 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:56.337875 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a69b5d81-3026-45d9-8885-e407bfb4f29f req-f9ec4e4a-4607-4bdc-b485-a1713e737031 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 944 time: 0.0517035 Aug 24 13:41:56.394462 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a69b5d81-3026-45d9-8885-e407bfb4f29f req-2ed08b90-4cd4-4a20-af6e-997db4379472 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492501 Aug 24 13:41:56.556127 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df8369-d419-4f1d-a47b-dd5888d808f7 req-01907c48-216e-4ab0-8b3d-6b16323f5443 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:56.558343 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-41df8369-d419-4f1d-a47b-dd5888d808f7 req-01907c48-216e-4ab0-8b3d-6b16323f5443 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 945 time: 0.0513752 Aug 24 13:41:56.609256 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-41df8369-d419-4f1d-a47b-dd5888d808f7 req-6a0ffe33-1566-4c54-8ef7-263c2943b048 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446968 Aug 24 13:41:56.884509 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e4729e89-9f1a-4e55-b443-c2f9eac26e8b req-9ba048ff-3766-42c1-8f2e-e1108a032f47 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 210 time: 0.0330911 Aug 24 13:41:57.527521 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b40d1e0-77b4-492d-936a-f712237f524f req-936377a5-cffe-4035-b942-86b1dda3ea16 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:57.529122 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-6b40d1e0-77b4-492d-936a-f712237f524f req-936377a5-cffe-4035-b942-86b1dda3ea16 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 944 time: 0.0509770 Aug 24 13:41:57.583554 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-6b40d1e0-77b4-492d-936a-f712237f524f req-3f7e9512-5748-4689-98dc-967f478ad9fd tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484629 Aug 24 13:41:57.748401 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9264e3-12a5-4a92-b2a1-c52a6cdb7474 req-51042393-a60c-45d2-a496-62a476cc86fd tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:57.750002 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3b9264e3-12a5-4a92-b2a1-c52a6cdb7474 req-51042393-a60c-45d2-a496-62a476cc86fd tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 945 time: 0.0550165 Aug 24 13:41:57.809558 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3b9264e3-12a5-4a92-b2a1-c52a6cdb7474 req-a7c2a3b2-67bc-464f-a117-935614284468 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497212 Aug 24 13:41:58.000074 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-25945bd7-b08e-45b9-b575-297e9052b3be req-eadef677-8644-4414-84ba-9b5b787ab400 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 210 time: 0.0344501 Aug 24 13:41:58.750579 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf55175a-e6a7-449f-ad79-bf36f5c09689 req-c2941473-381c-4a86-acc6-839327b5d964 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:58.752642 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-cf55175a-e6a7-449f-ad79-bf36f5c09689 req-c2941473-381c-4a86-acc6-839327b5d964 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 944 time: 0.0676203 Aug 24 13:41:58.819490 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-cf55175a-e6a7-449f-ad79-bf36f5c09689 req-bd181c16-b0f0-443e-803b-11212f73603e tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610919 Aug 24 13:41:58.942794 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:58.957806 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a664663b-f63b-42b3-ab16-26f5177790ea req-d046a2b2-6429-4421-b5b3-f1b87fb6dab4 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:58.959380 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a664663b-f63b-42b3-ab16-26f5177790ea req-d046a2b2-6429-4421-b5b3-f1b87fb6dab4 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 945 time: 0.0566189 Aug 24 13:41:58.971401 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:59.030035 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a664663b-f63b-42b3-ab16-26f5177790ea req-6c756449-7786-4433-8da6-dcd262152b29 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642514 Aug 24 13:41:59.114789 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-686f33a3-8274-48f6-907f-cb0be23aa85f req-34de3028-978a-47e0-9f33-c03acccb0cdd tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 210 time: 0.0378017 Aug 24 13:41:59.719886 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:59.721834 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:41:59.984173 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205d4b6d-e2b9-4576-8c3e-cb5a68d88660 req-be1635d2-ab6a-4aaa-b58a-d05799a2baf6 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:41:59.986138 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-205d4b6d-e2b9-4576-8c3e-cb5a68d88660 req-be1635d2-ab6a-4aaa-b58a-d05799a2baf6 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 944 time: 0.0558240 Aug 24 13:42:00.053374 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-205d4b6d-e2b9-4576-8c3e-cb5a68d88660 req-59ebc51a-304e-43b0-8e61-f64a5260fb88 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559886 Aug 24 13:42:00.165875 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89307d4b-b625-4b6b-a89a-ebb797a55e0c req-8485f0a2-f06f-4a38-a68b-f76dc2999737 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:00.168903 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-89307d4b-b625-4b6b-a89a-ebb797a55e0c req-8485f0a2-f06f-4a38-a68b-f76dc2999737 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 945 time: 0.0570307 Aug 24 13:42:00.243663 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a21791c3-de29-4ef7-a866-c756403f94fa req-23624c56-b22b-400e-b10d-2d7b66dce1c3 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 210 time: 0.0456555 Aug 24 13:42:00.276513 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-89307d4b-b625-4b6b-a89a-ebb797a55e0c req-e601ac5c-50b9-4255-b890-5e879d97a13a tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976751 Aug 24 13:42:01.212839 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77f3e9-268b-464d-87fd-8b8014208d76 req-cff5eddc-e407-4857-a89c-57bf8420f286 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:01.214908 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7a77f3e9-268b-464d-87fd-8b8014208d76 req-cff5eddc-e407-4857-a89c-57bf8420f286 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 944 time: 0.0670516 Aug 24 13:42:01.270806 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7a77f3e9-268b-464d-87fd-8b8014208d76 req-5afb7cee-364d-4bb2-aaa6-6904a5ddced3 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496192 Aug 24 13:42:01.409232 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-cc1841f7-1a2f-4b5b-ac09-a6005bab96fd req-876ae3e6-3844-4a02-b392-36afde22c29a tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 210 time: 0.0551727 Aug 24 13:42:01.429374 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09699e16-ab63-48da-8661-62bbd5e6edd7 req-037f9075-6680-4484-a4c2-a3399ee0981e tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:01.430927 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-09699e16-ab63-48da-8661-62bbd5e6edd7 req-037f9075-6680-4484-a4c2-a3399ee0981e tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 945 time: 0.0670068 Aug 24 13:42:01.524630 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-09699e16-ab63-48da-8661-62bbd5e6edd7 req-98b15d5f-f5c1-4c4a-9546-5e94ce71a2e1 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847774 Aug 24 13:42:02.164869 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=8 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:02.441752 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd50f365-9d6f-4e1a-9c13-39fe3f3936b5 req-38cca200-c4eb-4ccd-8f50-0d63988c3042 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:02.448024 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-cd50f365-9d6f-4e1a-9c13-39fe3f3936b5 req-38cca200-c4eb-4ccd-8f50-0d63988c3042 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 944 time: 0.0623782 Aug 24 13:42:02.499090 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-cd50f365-9d6f-4e1a-9c13-39fe3f3936b5 req-90151439-eca9-4165-92a1-35c272886604 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497515 Aug 24 13:42:02.532688 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9dfe9abb-80d8-42c9-9d6c-621873c51241 req-12610389-5169-44e8-849c-e150ff850e7b tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 210 time: 0.0321074 Aug 24 13:42:02.686854 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12ec116-54da-4268-a66a-93cae6273218 req-1ccd20b5-615b-4a4f-a393-e795e4a1a81f tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:02.688384 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-c12ec116-54da-4268-a66a-93cae6273218 req-1ccd20b5-615b-4a4f-a393-e795e4a1a81f tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 945 time: 0.0642972 Aug 24 13:42:02.747592 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-c12ec116-54da-4268-a66a-93cae6273218 req-27870bf4-8fad-4423-8e7d-18297a8fcf40 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470548 Aug 24 13:42:03.570832 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 55484e25-34c8-469b-8598-d718e9469013 details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=106987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 13:42:03.622761 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:03.637327 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:03.678627 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f2b3b5-902e-470d-b494-84dbd0072c49 req-b2707beb-cfcc-4018-a7dd-3d49b7da1e1d tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:03.680190 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-97f2b3b5-902e-470d-b494-84dbd0072c49 req-b2707beb-cfcc-4018-a7dd-3d49b7da1e1d tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 944 time: 0.0838089 Aug 24 13:42:03.683135 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-daf803e2-6306-448c-8146-2caeddf0f8c6 req-7a8bec6d-5cb9-4137-bd63-752484f86c3c tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 210 time: 0.0404429 Aug 24 13:42:03.699354 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 55484e25-34c8-469b-8598-d718e9469013, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=55484e25-34c8-469b-8598-d718e9469013,segment=NetworkSegment(d3c5e9c4-fd20-406c-b672-893adab194ab),segment_id=d3c5e9c4-fd20-406c-b672-893adab194ab)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:42:03.712014 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Returning: {'device': '55484e25-34c8-469b-8598-d718e9469013', 'network_id': '385fd5c5-6c70-4a95-9981-8683550b730c', 'port_id': '55484e25-34c8-469b-8598-d718e9469013', 'mac_address': 'fa:16:3e:c9:98:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc0c212-b568-43f4-b5cf-0229c3337a97', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 13:42:03.781748 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-97f2b3b5-902e-470d-b494-84dbd0072c49 req-1a4c67ee-0c78-4716-bacc-ba81ae26f289 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922573 Aug 24 13:42:03.797037 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port 55484e25-34c8-469b-8598-d718e9469013 is: DOWN; New status is: BUILD {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:42:03.798211 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (55484e25-34c8-469b-8598-d718e9469013), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:03.826784 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55484e25-34c8-469b-8598-d718e9469013 {{(pid=106987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 13:42:03.863228 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 55484e25-34c8-469b-8598-d718e9469013, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=55484e25-34c8-469b-8598-d718e9469013,segment=NetworkSegment(d3c5e9c4-fd20-406c-b672-893adab194ab),segment_id=d3c5e9c4-fd20-406c-b672-893adab194ab)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:42:03.907557 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e479b097-e176-4806-b814-281cf1586283 req-3c70fe82-979d-4ca3-8b52-e731bd5a31b1 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:03.909216 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e479b097-e176-4806-b814-281cf1586283 req-3c70fe82-979d-4ca3-8b52-e731bd5a31b1 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 945 time: 0.0588539 Aug 24 13:42:03.951273 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (55484e25-34c8-469b-8598-d718e9469013), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:03.969967 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e479b097-e176-4806-b814-281cf1586283 req-964f7bba-d962-4f01-a3dc-077ec9ef2c52 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533795 Aug 24 13:42:04.016897 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=55484e25-34c8-469b-8598-d718e9469013,revision_number=9']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:04.025135 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:04.025384 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:04.025743 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:04.026159 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:04.026527 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:04.026894 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:04.027260 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:04.027575 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:04.027892 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:04.028236 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:04.028556 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:04.028888 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:04.029224 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:04.029539 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:04.029850 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:04.326032 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] get_ports_and_sgs() called for port_ids ['55484e25-34c8-469b-8598-d718e9469013'] {{(pid=106987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 13:42:04.836439 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-464cb0fa-27d6-478d-8d1c-8c30e7dbd78e req-6285dffb-9dd4-4271-aa1b-54fbddc0ac7d tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 210 time: 0.0350423 Aug 24 13:42:04.922826 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc1784-657b-4c01-bc86-3a12acc096c4 req-217fcc10-5f1e-4c35-974c-6cf17383f45f tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:04.924399 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-55cc1784-657b-4c01-bc86-3a12acc096c4 req-217fcc10-5f1e-4c35-974c-6cf17383f45f tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 945 time: 0.0505524 Aug 24 13:42:04.978672 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:04.986122 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-55cc1784-657b-4c01-bc86-3a12acc096c4 req-fedf76a7-063a-478c-a7b2-4bca2991b352 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555689 Aug 24 13:42:05.022576 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f97f3-9d4f-4c77-b4d5-118547e7d2b7 req-ec3b834d-dae6-4b5f-b00d-5f2d98d277d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:05.024095 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-639f97f3-9d4f-4c77-b4d5-118547e7d2b7 req-ec3b834d-dae6-4b5f-b00d-5f2d98d277d8 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 1129 time: 0.0557866 Aug 24 13:42:05.067901 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:05.120750 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-639f97f3-9d4f-4c77-b4d5-118547e7d2b7 req-45fd48a6-0021-4d67-b693-5d79c1c6dc3f service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889428 Aug 24 13:42:05.147992 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5962e9-5f62-4e80-a8bb-7b964b1b7e3a req-ac08c98f-8a00-4d70-98b4-fe41e467b16b tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:05.147992 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3b5962e9-5f62-4e80-a8bb-7b964b1b7e3a req-ac08c98f-8a00-4d70-98b4-fe41e467b16b tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 945 time: 0.0792272 Aug 24 13:42:05.162686 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 55484e25-34c8-469b-8598-d718e9469013 up at agent hyperv_hv-cinder-77957 {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:42:05.208560 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3b5962e9-5f62-4e80-a8bb-7b964b1b7e3a req-03da2797-a79a-4b7a-876d-a8c3d5f5cfac tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562308 Aug 24 13:42:05.223515 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Provisioning complete for port 55484e25-34c8-469b-8598-d718e9469013 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:42:05.223897 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (55484e25-34c8-469b-8598-d718e9469013), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:05.307004 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port 55484e25-34c8-469b-8598-d718e9469013 is: BUILD; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:42:05.307413 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (55484e25-34c8-469b-8598-d718e9469013), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:05.332118 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53bade32-e7bf-4ace-9b68-0458f257feff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55484e25-34c8-469b-8598-d718e9469013'}] {{(pid=106987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:42:05.334380 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee01592ba90e2cb9dcb0c84681ff9a6759d336f5db8af78df2209fafc25a55a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-842eef63-f1d6-4a55-85f0-bf3ea9f5cfe0" -d '{"events": [{"server_uuid": "53bade32-e7bf-4ace-9b68-0458f257feff", "name": "network-vif-plugged", "status": "completed", "tag": "55484e25-34c8-469b-8598-d718e9469013"}]}' {{(pid=106987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:42:05.348814 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 55484e25-34c8-469b-8598-d718e9469013, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=55484e25-34c8-469b-8598-d718e9469013,segment=NetworkSegment(d3c5e9c4-fd20-406c-b672-893adab194ab),segment_id=d3c5e9c4-fd20-406c-b672-893adab194ab)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:42:05.378380 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 13:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c54730c-90f9-470f-8d3a-4ec335951f88 x-openstack-request-id: req-9c54730c-90f9-470f-8d3a-4ec335951f88 {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:42:05.378936 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53bade32-e7bf-4ace-9b68-0458f257feff", "name": "network-vif-plugged", "status": "completed", "tag": "55484e25-34c8-469b-8598-d718e9469013", "code": 200}]} {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:42:05.379125 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9c54730c-90f9-470f-8d3a-4ec335951f88 {{(pid=106987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:42:05.379549 dv-cinder-779578-4-iscsi neutron-server[106987]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c54730c-90f9-470f-8d3a-4ec335951f88'] response: {'server_uuid': '53bade32-e7bf-4ace-9b68-0458f257feff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55484e25-34c8-469b-8598-d718e9469013', 'code': 200} Aug 24 13:42:05.442299 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (55484e25-34c8-469b-8598-d718e9469013), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:05.490486 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:05.496387 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=55484e25-34c8-469b-8598-d718e9469013,revision_number=10']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:05.960900 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-541e6bb7-2a5a-46bd-bec3-6f7c91f35e94 req-f0c960cf-2080-452d-a798-ddc12c8d12f5 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 210 time: 0.0379748 Aug 24 13:42:06.144496 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2cae0-d5e2-45eb-8833-56766d711e5d req-4bbe43ab-9a58-49ba-9e29-722932aebe1f tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:06.146055 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-eac2cae0-d5e2-45eb-8833-56766d711e5d req-4bbe43ab-9a58-49ba-9e29-722932aebe1f tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 947 time: 0.0668464 Aug 24 13:42:06.212616 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-eac2cae0-d5e2-45eb-8833-56766d711e5d req-9d521a09-24d0-4263-9286-8c9e01feb483 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585394 Aug 24 13:42:06.372890 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b50761-8596-46a2-b498-dda5a1284a2e req-7bdfae8f-851f-4542-add6-2b18eaea3305 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:06.374459 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f9b50761-8596-46a2-b498-dda5a1284a2e req-7bdfae8f-851f-4542-add6-2b18eaea3305 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 945 time: 0.0528882 Aug 24 13:42:06.432049 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f9b50761-8596-46a2-b498-dda5a1284a2e req-26f29c1f-8dd0-432e-8e23-89c3d80422ea tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517397 Aug 24 13:42:06.623764 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ffecdc-4467-48ff-9986-11c4a87eb36c req-307c29cd-aa53-4ea8-89eb-45b3b0b9cfa4 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:06.625336 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-34ffecdc-4467-48ff-9986-11c4a87eb36c req-307c29cd-aa53-4ea8-89eb-45b3b0b9cfa4 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3ad88e6d-b2b8-4049-b987-94022767fa67 HTTP/1.1" status: 200 len: 946 time: 0.0540769 Aug 24 13:42:06.678896 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-34ffecdc-4467-48ff-9986-11c4a87eb36c req-db803266-cb8b-4a32-9a8f-51ba35d913a6 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=604f6693-fdc8-4aff-9d7c-0e32711309ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479188 Aug 24 13:42:07.074634 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e21bc1bd-0d61-4065-b963-74914985af60 req-d4b0921f-0a8b-4051-84f3-667f193319c0 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 210 time: 0.0297523 Aug 24 13:42:07.343624 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c512941-6da6-4946-8b2f-d2b5c7c79c33 req-65faf716-697c-4e0f-afea-6114f09e5f82 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:07.345152 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0c512941-6da6-4946-8b2f-d2b5c7c79c33 req-65faf716-697c-4e0f-afea-6114f09e5f82 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 947 time: 0.0478787 Aug 24 13:42:07.394087 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0c512941-6da6-4946-8b2f-d2b5c7c79c33 req-096d060a-bf12-4442-b5d5-23df6fdeff65 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431755 Aug 24 13:42:07.573802 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94603dc-a75c-419d-a250-2f3bb66bf93d req-ce5ebd57-7cb3-4a1b-9df2-4c22d523dc3a tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:07.575319 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d94603dc-a75c-419d-a250-2f3bb66bf93d req-ce5ebd57-7cb3-4a1b-9df2-4c22d523dc3a tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 945 time: 0.0540285 Aug 24 13:42:07.627578 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d94603dc-a75c-419d-a250-2f3bb66bf93d req-8d44852e-aa9c-4339-9da5-1ec31629a3ae tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466144 Aug 24 13:42:07.817794 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7a0811-65c7-4452-9b5c-5d088a2bf681 req-4dd0a5b7-c99a-4a6c-8863-550aae36f6b0 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:07.819285 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-6c7a0811-65c7-4452-9b5c-5d088a2bf681 req-4dd0a5b7-c99a-4a6c-8863-550aae36f6b0 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3ad88e6d-b2b8-4049-b987-94022767fa67 HTTP/1.1" status: 200 len: 946 time: 0.0571923 Aug 24 13:42:07.872585 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-6c7a0811-65c7-4452-9b5c-5d088a2bf681 req-39f1b60a-5464-4e25-a06d-50c42c314f6f tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=604f6693-fdc8-4aff-9d7c-0e32711309ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465224 Aug 24 13:42:08.177447 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5f479a4d-84e8-416c-9011-82b032ec5119 req-ce1ffd53-850a-4f68-8273-97be726bc89d tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 210 time: 0.0311177 Aug 24 13:42:08.466860 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050179b-98ba-4fb6-bd8a-15a709e61531 req-f3c9ccac-552f-4c49-bab5-c0a83ea44746 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:08.468419 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-8050179b-98ba-4fb6-bd8a-15a709e61531 req-f3c9ccac-552f-4c49-bab5-c0a83ea44746 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.20 "GET /networking/v2.0/networks?id=2a47b7b8-8e69-4dcf-8155-1e0d50419209 HTTP/1.1" status: 200 len: 809 time: 0.1116016 Aug 24 13:42:08.529809 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94dbbb-258e-4d62-91e1-30e51a772310 req-6bef77c6-d6c1-452c-a001-01e283c982c4 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:08.531397 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4b94dbbb-258e-4d62-91e1-30e51a772310 req-6bef77c6-d6c1-452c-a001-01e283c982c4 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 947 time: 0.0542140 Aug 24 13:42:08.583706 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4b94dbbb-258e-4d62-91e1-30e51a772310 req-e8b76aec-b29f-44ec-afb8-d444ea260ece tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467479 Aug 24 13:42:08.749942 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0956835b-c4c6-4fea-8680-cf00f76623e3 req-7545977b-f556-40fe-9a96-1b1e266099fe tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:08.752071 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0956835b-c4c6-4fea-8680-cf00f76623e3 req-7545977b-f556-40fe-9a96-1b1e266099fe tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 945 time: 0.0499628 Aug 24 13:42:08.784591 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:08.802753 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0956835b-c4c6-4fea-8680-cf00f76623e3 req-7c5c8396-1eeb-4dea-9cee-4bf7ddcc0f35 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449867 Aug 24 13:42:08.992451 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e838f1-32fd-431d-a8a3-e8a744fd9284 req-3e7cd339-a3fd-4ad5-b57d-3efb55644903 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:08.993955 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-37e838f1-32fd-431d-a8a3-e8a744fd9284 req-3e7cd339-a3fd-4ad5-b57d-3efb55644903 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3ad88e6d-b2b8-4049-b987-94022767fa67 HTTP/1.1" status: 200 len: 946 time: 0.0474014 Aug 24 13:42:09.027812 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:09.042405 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-37e838f1-32fd-431d-a8a3-e8a744fd9284 req-29dcd24b-4816-4ef0-b0e2-35fec02180f0 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=604f6693-fdc8-4aff-9d7c-0e32711309ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422769 Aug 24 13:42:09.287293 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ee2c65ab-13ec-4bb0-97d9-3ef41b7e1526 req-460028b1-675c-489c-946e-ba28b41962cb tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 210 time: 0.0336485 Aug 24 13:42:09.717372 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d568942-af99-4c81-ad1c-a505b80bb360 req-a4832581-e8ee-4689-bac5-ad259a712d38 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:09.717372 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-8d568942-af99-4c81-ad1c-a505b80bb360 req-a4832581-e8ee-4689-bac5-ad259a712d38 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 947 time: 0.0506923 Aug 24 13:42:09.767926 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-8d568942-af99-4c81-ad1c-a505b80bb360 req-29e196ab-af99-4450-a33b-df14ccabc8a0 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453031 Aug 24 13:42:09.952263 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc7115-b536-44d0-9e73-201e16b1eb69 req-936d5820-ea3c-4a06-8e2a-65810fa89cb6 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:09.953814 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-efcc7115-b536-44d0-9e73-201e16b1eb69 req-936d5820-ea3c-4a06-8e2a-65810fa89cb6 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 945 time: 0.0670013 Aug 24 13:42:10.010297 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-efcc7115-b536-44d0-9e73-201e16b1eb69 req-f7d0ffed-4f91-4975-a652-e621e5edefb3 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505602 Aug 24 13:42:10.181625 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ff818-6df6-4457-8e3c-2b49a02607a6 req-b3f809f3-3af9-482b-a205-2ef765415e76 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:10.183717 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-663ff818-6df6-4457-8e3c-2b49a02607a6 req-b3f809f3-3af9-482b-a205-2ef765415e76 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3ad88e6d-b2b8-4049-b987-94022767fa67 HTTP/1.1" status: 200 len: 946 time: 0.0549443 Aug 24 13:42:10.233021 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-663ff818-6df6-4457-8e3c-2b49a02607a6 req-37f8cff3-ec56-458d-9e7e-db570d94ff07 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=604f6693-fdc8-4aff-9d7c-0e32711309ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432103 Aug 24 13:42:10.386414 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-8050179b-98ba-4fb6-bd8a-15a709e61531 req-e1b4ee16-fbba-423c-b66d-363c38bc7b11 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6bcafe839dec4fcc95a4c720463483ba HTTP/1.1" status: 200 len: 380 time: 0.0823286 Aug 24 13:42:10.404854 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-8680dfe0-9e45-4c19-a737-2e6f0551c4dd req-b1b1159d-c491-401d-a788-68b4472bcf3a tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 210 time: 0.0370183 Aug 24 13:42:10.526427 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0c2338-ba19-499f-b1a7-7a3a67e6e008 req-fb61c67c-3d66-4e31-9fee-09184708ea7a tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:10.527939 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4e0c2338-ba19-499f-b1a7-7a3a67e6e008 req-fb61c67c-3d66-4e31-9fee-09184708ea7a tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 945 time: 0.0564148 Aug 24 13:42:10.580132 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4e0c2338-ba19-499f-b1a7-7a3a67e6e008 req-b320d7ce-3ed0-4805-9d8d-0360b5a32cbf tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464017 Aug 24 13:42:10.902289 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247f040-dba9-45b3-975c-4d678a1dcc8e req-0701edae-13ac-4baa-bcd4-dcaa292cf07e tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:10.903773 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-8247f040-dba9-45b3-975c-4d678a1dcc8e req-0701edae-13ac-4baa-bcd4-dcaa292cf07e tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 947 time: 0.0485625 Aug 24 13:42:10.955124 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-8247f040-dba9-45b3-975c-4d678a1dcc8e req-71f526af-8fe8-4b4e-9fa3-51eba3f01195 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455086 Aug 24 13:42:11.064397 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [req-8050179b-98ba-4fb6-bd8a-15a709e61531 req-d02ad1ca-b374-4702-8903-118e609bd052 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Request body: {'port': {'device_id': '1118fb04-6744-4b7c-b639-0081073ee53a', 'network_id': '2a47b7b8-8e69-4dcf-8155-1e0d50419209', 'admin_state_up': True, 'tenant_id': '6bcafe839dec4fcc95a4c720463483ba', 'security_groups': ['56f35ff9-df07-4aa4-ae73-b12b2248e48f']}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:42:11.252163 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.20', 62096) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:42:11.296681 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8050179b-98ba-4fb6-bd8a-15a709e61531 req-d02ad1ca-b374-4702-8903-118e609bd052 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Made reservation on behalf of 6bcafe839dec4fcc95a4c720463483ba for: {'port': 1} {{(pid=106985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:42:11.300520 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-8050179b-98ba-4fb6-bd8a-15a709e61531 req-d02ad1ca-b374-4702-8903-118e609bd052 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:11.317589 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1a32b-42af-4d71-9879-28f98bb0e9fc req-37d62b81-f1ad-420c-b803-b711590d89a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:11.319248 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-36c1a32b-42af-4d71-9879-28f98bb0e9fc req-37d62b81-f1ad-420c-b803-b711590d89a3 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 1131 time: 0.0729811 Aug 24 13:42:11.327051 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694c9cd-38f9-424d-babc-711bd5eda8b5 req-650eb4b5-7ebd-4014-8df9-f4487d57a004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:11.328512 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3694c9cd-38f9-424d-babc-711bd5eda8b5 req-650eb4b5-7ebd-4014-8df9-f4487d57a004 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=127e5da55b164ce68568c153fee58baf&device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 1129 time: 0.0751283 Aug 24 13:42:11.343800 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b0c8a7-700f-422a-9ed2-ff003710b6e2 req-7bc55c0c-1bea-4fe9-a290-1d751fbe0ed5 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:11.345542 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-a6b0c8a7-700f-422a-9ed2-ff003710b6e2 req-7bc55c0c-1bea-4fe9-a290-1d751fbe0ed5 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=3ad88e6d-b2b8-4049-b987-94022767fa67 HTTP/1.1" status: 200 len: 946 time: 0.0896542 Aug 24 13:42:11.428646 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-36c1a32b-42af-4d71-9879-28f98bb0e9fc req-86787333-81f6-40aa-a5d3-1f982761cbe3 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014087 Aug 24 13:42:11.492996 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [req-a6b0c8a7-700f-422a-9ed2-ff003710b6e2 req-000a773a-a2c4-4245-80b1-4ffc099f15a9 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Deleting port 0723b1a9-9fdc-4151-b023-7ddb25fe09e0 {{(pid=106986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:42:11.493305 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-a6b0c8a7-700f-422a-9ed2-ff003710b6e2 req-000a773a-a2c4-4245-80b1-4ffc099f15a9 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (0723b1a9-9fdc-4151-b023-7ddb25fe09e0), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:11.521773 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05c9395-b6e3-4b2a-85ec-80931450f795 req-8f516cdb-0211-47ff-bbe5-dcc6c13560bf tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:11.523273 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e05c9395-b6e3-4b2a-85ec-80931450f795 req-8f516cdb-0211-47ff-bbe5-dcc6c13560bf tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3ad88e6d-b2b8-4049-b987-94022767fa67 HTTP/1.1" status: 200 len: 946 time: 0.1593451 Aug 24 13:42:11.542328 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:11.555470 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-df80296c-3e82-4c15-9258-0bd83aa09754 req-b5cb5fee-f565-4c16-8faf-1ee7f57fb945 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 210 time: 0.0645654 Aug 24 13:42:11.582844 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:11.593462 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.db [req-a6b0c8a7-700f-422a-9ed2-ff003710b6e2 req-000a773a-a2c4-4245-80b1-4ffc099f15a9 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] For port 0723b1a9-9fdc-4151-b023-7ddb25fe09e0, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=0723b1a9-9fdc-4151-b023-7ddb25fe09e0,segment=NetworkSegment(67afd480-e30a-4400-a86a-25b503d7ef00),segment_id=67afd480-e30a-4400-a86a-25b503d7ef00)] {{(pid=106986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:42:11.593843 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-a6b0c8a7-700f-422a-9ed2-ff003710b6e2 req-000a773a-a2c4-4245-80b1-4ffc099f15a9 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (0723b1a9-9fdc-4151-b023-7ddb25fe09e0), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:11.620974 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694c9cd-38f9-424d-babc-711bd5eda8b5 req-2fc74310-e84b-41ef-a99b-a0650b815585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:11.622486 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3694c9cd-38f9-424d-babc-711bd5eda8b5 req-2fc74310-e84b-41ef-a99b-a0650b815585 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=1fcb22e0-a643-462e-8b2f-3661641fd3fe HTTP/1.1" status: 200 len: 920 time: 0.2880440 Aug 24 13:42:11.647632 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.db_base_plugin_common [req-8050179b-98ba-4fb6-bd8a-15a709e61531 req-d02ad1ca-b374-4702-8903-118e609bd052 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Allocated IP 172.20.0.12 (2a47b7b8-8e69-4dcf-8155-1e0d50419209/2bc1c488-9e72-4177-be4a-033432e17d3d/579a6bec-e4ab-438a-a263-2fafa0fe42bc) {{(pid=106985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:42:11.662436 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e05c9395-b6e3-4b2a-85ec-80931450f795 req-af1f62fa-fb87-46e0-a3b7-39f89686e847 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=604f6693-fdc8-4aff-9d7c-0e32711309ec&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170752 Aug 24 13:42:11.746414 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8bc0c-5891-433f-807d-fef6980997a0 req-f48f1e7c-84c2-406b-bef9-88e9744b4e37 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:11.747978 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-dde8bc0c-5891-433f-807d-fef6980997a0 req-f48f1e7c-84c2-406b-bef9-88e9744b4e37 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 945 time: 0.0837088 Aug 24 13:42:11.826604 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3694c9cd-38f9-424d-babc-711bd5eda8b5 req-2946ba48-89f2-49cb-b179-362046241f35 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88ef4e43-75b6-482c-8852-e8293b84a9ab HTTP/1.1" status: 200 len: 217 time: 0.0676513 Aug 24 13:42:11.914320 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-dde8bc0c-5891-433f-807d-fef6980997a0 req-c864bfc3-2a7b-4dba-a7a7-2ed0477269a9 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541398 Aug 24 13:42:11.946162 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-8050179b-98ba-4fb6-bd8a-15a709e61531 req-d02ad1ca-b374-4702-8903-118e609bd052 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks [] for port (579a6bec-e4ab-438a-a263-2fafa0fe42bc), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:12.072474 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-8050179b-98ba-4fb6-bd8a-15a709e61531 req-d02ad1ca-b374-4702-8903-118e609bd052 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (579a6bec-e4ab-438a-a263-2fafa0fe42bc), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:12.096242 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-a6b0c8a7-700f-422a-9ed2-ff003710b6e2 req-000a773a-a2c4-4245-80b1-4ffc099f15a9 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:12.096630 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-a6b0c8a7-700f-422a-9ed2-ff003710b6e2 req-000a773a-a2c4-4245-80b1-4ffc099f15a9 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961197'] for floatingip (69f7047a-97f0-4849-a419-76fbb31923bb), after_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:12.097042 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.db.l3_db [req-a6b0c8a7-700f-422a-9ed2-ff003710b6e2 req-000a773a-a2c4-4245-80b1-4ffc099f15a9 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Floating IP 69f7047a-97f0-4849-a419-76fbb31923bb disassociated. External IP: 172.27.1.76, port: 0723b1a9-9fdc-4151-b023-7ddb25fe09e0. Aug 24 13:42:12.097289 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [req-a6b0c8a7-700f-422a-9ed2-ff003710b6e2 req-000a773a-a2c4-4245-80b1-4ffc099f15a9 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Calling delete_port for 0723b1a9-9fdc-4151-b023-7ddb25fe09e0 owned by compute:nova {{(pid=106986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:42:12.123569 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:12.129807 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caba684-a853-4a48-947f-771509d07b1f req-3da3ae50-9c36-4575-85a8-ee0daa4b9015 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:12.131412 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4caba684-a853-4a48-947f-771509d07b1f req-3da3ae50-9c36-4575-85a8-ee0daa4b9015 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 947 time: 0.0917146 Aug 24 13:42:12.141410 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8050179b-98ba-4fb6-bd8a-15a709e61531 req-d02ad1ca-b374-4702-8903-118e609bd052 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Network 2a47b7b8-8e69-4dcf-8155-1e0d50419209 is already hosted by enough agents. {{(pid=106985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:42:12.151583 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.base_scheduler [req-8050179b-98ba-4fb6-bd8a-15a709e61531 req-d02ad1ca-b374-4702-8903-118e609bd052 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Resources bound (agent type, host, resource id): {{(pid=106985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:42:12.153531 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02ad1ca-b374-4702-8903-118e609bd052 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Pushing event updated for resources: {'Port': ['ID=579a6bec-e4ab-438a-a263-2fafa0fe42bc,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:12.157692 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.l3_dvrscheduler_db [req-8050179b-98ba-4fb6-bd8a-15a709e61531 req-d02ad1ca-b374-4702-8903-118e609bd052 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Received port after_create {{(pid=106985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:42:12.285357 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050179b-98ba-4fb6-bd8a-15a709e61531 req-d02ad1ca-b374-4702-8903-118e609bd052 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:12.286067 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-8050179b-98ba-4fb6-bd8a-15a709e61531 req-d02ad1ca-b374-4702-8903-118e609bd052 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:12.295283 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4caba684-a853-4a48-947f-771509d07b1f req-d2acb3dd-57bc-4d04-9ddb-b4c92779cf63 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1507766 Aug 24 13:42:12.306188 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694c9cd-38f9-424d-babc-711bd5eda8b5 req-02675ef3-349e-4631-a82f-22b7ae4a6a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:12.307724 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3694c9cd-38f9-424d-babc-711bd5eda8b5 req-02675ef3-349e-4631-a82f-22b7ae4a6a1c service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=b7ad1c15-3875-4de4-b3a4-2c63d79b04bd HTTP/1.1" status: 200 len: 858 time: 0.1124773 Aug 24 13:42:12.322732 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-a6b0c8a7-700f-422a-9ed2-ff003710b6e2 req-000a773a-a2c4-4245-80b1-4ffc099f15a9 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990584'] for port (0723b1a9-9fdc-4151-b023-7ddb25fe09e0), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:12.364713 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000a773a-a2c4-4245-80b1-4ffc099f15a9 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Pushing event deleted for resources: {'Port': ['ID=0723b1a9-9fdc-4151-b023-7ddb25fe09e0,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:12.378119 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694c9cd-38f9-424d-babc-711bd5eda8b5 req-adbdd186-3f07-4bb9-968e-4f5c6fa20234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:12.380441 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3694c9cd-38f9-424d-babc-711bd5eda8b5 req-adbdd186-3f07-4bb9-968e-4f5c6fa20234 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=1fcb22e0-a643-462e-8b2f-3661641fd3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0621150 Aug 24 13:42:12.439970 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-8050179b-98ba-4fb6-bd8a-15a709e61531 req-d02ad1ca-b374-4702-8903-118e609bd052 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3782599 Aug 24 13:42:12.441134 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-e2176cdd-4398-40d2-a03f-81becd277118 None None] Provisioning complete for port 579a6bec-e4ab-438a-a263-2fafa0fe42bc triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:42:12.442082 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-e2176cdd-4398-40d2-a03f-81becd277118 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (579a6bec-e4ab-438a-a263-2fafa0fe42bc), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:12.470154 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [req-8050179b-98ba-4fb6-bd8a-15a709e61531 req-a54b0bdb-ab9e-4e8b-af87-855775d44e38 service neutron] Request body: {'port': {'device_id': '1118fb04-6744-4b7c-b639-0081073ee53a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:42:12.490006 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-e2176cdd-4398-40d2-a03f-81becd277118 None None] Port 579a6bec-e4ab-438a-a263-2fafa0fe42bc cannot update to ACTIVE because it is not bound. {{(pid=106987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 13:42:12.572550 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6b0c8a7-700f-422a-9ed2-ff003710b6e2 req-000a773a-a2c4-4245-80b1-4ffc099f15a9 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Router 76db8bb3-0b68-4e6c-befe-f4726b0c7412 has already been hosted by L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 {{(pid=106986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 13:42:12.590967 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-8050179b-98ba-4fb6-bd8a-15a709e61531 req-a54b0bdb-ab9e-4e8b-af87-855775d44e38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (579a6bec-e4ab-438a-a263-2fafa0fe42bc), before_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:12.616292 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3694c9cd-38f9-424d-babc-711bd5eda8b5 req-481ddd99-43b5-4433-8116-ec93f301e806 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1fcb22e0-a643-462e-8b2f-3661641fd3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289732 Aug 24 13:42:12.711698 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6b0c8a7-700f-422a-9ed2-ff003710b6e2 req-000a773a-a2c4-4245-80b1-4ffc099f15a9 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:42:12.724805 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcea1392-6a38-4cca-9a45-923c1d051fb4 None None] Sync routers for ids ['76db8bb3-0b68-4e6c-befe-f4726b0c7412'] in dv-cinder-779578-4-iscsi {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:42:12.743092 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcea1392-6a38-4cca-9a45-923c1d051fb4 None None] Routers {'76db8bb3-0b68-4e6c-befe-f4726b0c7412'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:42:12.744100 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-bcea1392-6a38-4cca-9a45-923c1d051fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:41:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['76db8bb3-0b68-4e6c-befe-f4726b0c7412'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:42:12.756260 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c44ba-7f64-40db-973c-dd718d0014de req-b1cbe0de-34b6-4bb4-aac8-47c0098ebfbc tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:12.757841 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-6d5c44ba-7f64-40db-973c-dd718d0014de req-b1cbe0de-34b6-4bb4-aac8-47c0098ebfbc tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 932 time: 0.1127965 Aug 24 13:42:12.791098 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b0c8a7-700f-422a-9ed2-ff003710b6e2 req-000a773a-a2c4-4245-80b1-4ffc099f15a9 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] No DVR routers for this DVR port 0723b1a9-9fdc-4151-b023-7ddb25fe09e0 on host hv-cinder-77957 {{(pid=106986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 13:42:12.795345 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-a6b0c8a7-700f-422a-9ed2-ff003710b6e2 req-000a773a-a2c4-4245-80b1-4ffc099f15a9 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:12.799466 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-a6b0c8a7-700f-422a-9ed2-ff003710b6e2 req-000a773a-a2c4-4245-80b1-4ffc099f15a9 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.20 "DELETE /networking/v2.0/ports/0723b1a9-9fdc-4151-b023-7ddb25fe09e0 HTTP/1.1" status: 204 len: 173 time: 1.4239168 Aug 24 13:42:12.800248 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ad88e6d-b2b8-4049-b987-94022767fa67', 'name': 'network-vif-deleted', 'tag': '0723b1a9-9fdc-4151-b023-7ddb25fe09e0'}] {{(pid=106986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:42:12.804761 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d01dbab33e71115aad2ee8471a00c8ecaf37bbc8c5e47995de0ab84d59865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72a35cf3-67a8-4944-9f72-b513ee7e239d" -d '{"events": [{"server_uuid": "3ad88e6d-b2b8-4049-b987-94022767fa67", "name": "network-vif-deleted", "tag": "0723b1a9-9fdc-4151-b023-7ddb25fe09e0"}]}' {{(pid=106986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:42:12.897000 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-bcea1392-6a38-4cca-9a45-923c1d051fb4 None None] Set router 76db8bb3-0b68-4e6c-befe-f4726b0c7412 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:42:13.104598 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-6d5c44ba-7f64-40db-973c-dd718d0014de req-eabcf50f-f8c7-469b-bd4c-04a4b1269f6f tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3392584 Aug 24 13:42:13.109240 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b3ffd393-176d-4b31-aef1-58274c714092 req-69e38686-d03e-4855-a7a8-920ee0b28dcf tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3ad88e6d-b2b8-4049-b987-94022767fa67 HTTP/1.1" status: 200 len: 210 time: 0.2915835 Aug 24 13:42:13.132586 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:13.183946 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 13:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97e840b-2053-45cb-af99-493a9d41102f x-openstack-request-id: req-b97e840b-2053-45cb-af99-493a9d41102f {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:42:13.184324 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ad88e6d-b2b8-4049-b987-94022767fa67", "name": "network-vif-deleted", "tag": "0723b1a9-9fdc-4151-b023-7ddb25fe09e0", "status": "completed", "code": 200}]} {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:42:13.184586 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b97e840b-2053-45cb-af99-493a9d41102f {{(pid=106986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:42:13.184996 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b97e840b-2053-45cb-af99-493a9d41102f'] response: {'server_uuid': '3ad88e6d-b2b8-4049-b987-94022767fa67', 'name': 'network-vif-deleted', 'tag': '0723b1a9-9fdc-4151-b023-7ddb25fe09e0', 'status': 'completed', 'code': 200} Aug 24 13:42:13.261978 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5803e77f-f49b-4357-989f-7abcd4c42596 req-f64ce44c-5206-4253-9b3f-1f512cf6e6af tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:13.263773 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5803e77f-f49b-4357-989f-7abcd4c42596 req-f64ce44c-5206-4253-9b3f-1f512cf6e6af tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 945 time: 0.0690913 Aug 24 13:42:13.281748 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-bcea1392-6a38-4cca-9a45-923c1d051fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'name': 'tempest-AttachVolumeNegativeTest-1546593255-router', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:16Z', 'updated_at': '2022-08-24T13:38:26Z', 'revision_number': 4, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'gw_port': {'id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:18Z', 'updated_at': '2022-08-24T13:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': '75065905-7b34-4ad9-aad8-ab7ee3ca3bd8', 'name': '', 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'mac_address': 'fa:16:3e:60:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd07781da-28f3-4c07-b598-0d710e632916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:24Z', 'updated_at': '2022-08-24T13:38:38Z', 'revision_number': 5, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'subnets': [{'id': 'd07781da-28f3-4c07-b598-0d710e632916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:42:13.312000 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcea1392-6a38-4cca-9a45-923c1d051fb4 None None] Checking router: 76db8bb3-0b68-4e6c-befe-f4726b0c7412 for host: dv-cinder-779578-4-iscsi {{(pid=106987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:42:13.322493 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcea1392-6a38-4cca-9a45-923c1d051fb4 None None] Routers {'76db8bb3-0b68-4e6c-befe-f4726b0c7412'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:42:13.323243 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-bcea1392-6a38-4cca-9a45-923c1d051fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:41:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['76db8bb3-0b68-4e6c-befe-f4726b0c7412'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:42:13.447481 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:13.465617 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-bcea1392-6a38-4cca-9a45-923c1d051fb4 None None] Set router 76db8bb3-0b68-4e6c-befe-f4726b0c7412 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:42:13.506621 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.notifiers.nova [req-8050179b-98ba-4fb6-bd8a-15a709e61531 req-a54b0bdb-ab9e-4e8b-af87-855775d44e38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 579a6bec-e4ab-438a-a263-2fafa0fe42bc {{(pid=106985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 13:42:13.517527 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5803e77f-f49b-4357-989f-7abcd4c42596 req-1ff6b421-4e9d-49bc-bf00-a8e7ae6ecbc4 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335675 Aug 24 13:42:13.517817 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:13.525552 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-8050179b-98ba-4fb6-bd8a-15a709e61531 req-a54b0bdb-ab9e-4e8b-af87-855775d44e38 service neutron] Publish callbacks [] for port (579a6bec-e4ab-438a-a263-2fafa0fe42bc), precommit_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:13.571170 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02820c6-b66f-434a-8ebf-51bfc4f1e8d6 req-19d9d171-b0b8-4374-8dcd-e1655edea3a6 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:13.574285 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b02820c6-b66f-434a-8ebf-51bfc4f1e8d6 req-19d9d171-b0b8-4374-8dcd-e1655edea3a6 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 947 time: 0.1410997 Aug 24 13:42:13.581189 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3694c9cd-38f9-424d-babc-711bd5eda8b5 req-61bbc026-43c7-44d9-a144-ab265b3fb087 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1fcb22e0-a643-462e-8b2f-3661641fd3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3128314 Aug 24 13:42:13.586955 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.provisioning_blocks [req-8050179b-98ba-4fb6-bd8a-15a709e61531 req-a54b0bdb-ab9e-4e8b-af87-855775d44e38 service neutron] Transition to ACTIVE for port object 579a6bec-e4ab-438a-a263-2fafa0fe42bc will not be triggered until provisioned by entity L2. {{(pid=106985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 13:42:13.657336 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b02820c6-b66f-434a-8ebf-51bfc4f1e8d6 req-03623137-3ca9-493a-9a48-aba0c38ce284 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722680 Aug 24 13:42:13.694562 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-8050179b-98ba-4fb6-bd8a-15a709e61531 req-a54b0bdb-ab9e-4e8b-af87-855775d44e38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2796075'] for port (579a6bec-e4ab-438a-a263-2fafa0fe42bc), after_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:13.787413 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-bcea1392-6a38-4cca-9a45-923c1d051fb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'name': 'tempest-AttachVolumeNegativeTest-1546593255-router', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:16Z', 'updated_at': '2022-08-24T13:38:26Z', 'revision_number': 4, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'gw_port': {'id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:18Z', 'updated_at': '2022-08-24T13:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': '75065905-7b34-4ad9-aad8-ab7ee3ca3bd8', 'name': '', 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'mac_address': 'fa:16:3e:60:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd07781da-28f3-4c07-b598-0d710e632916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:24Z', 'updated_at': '2022-08-24T13:38:38Z', 'revision_number': 5, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'subnets': [{'id': 'd07781da-28f3-4c07-b598-0d710e632916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:42:13.789983 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54b0bdb-ab9e-4e8b-af87-855775d44e38 service neutron] Pushing event updated for resources: {'Port': ['ID=579a6bec-e4ab-438a-a263-2fafa0fe42bc,revision_number=2']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:13.820561 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcea1392-6a38-4cca-9a45-923c1d051fb4 None None] The sync data for ids ['76db8bb3-0b68-4e6c-befe-f4726b0c7412'] in dv-cinder-779578-4-iscsi is: [{'id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'name': 'tempest-AttachVolumeNegativeTest-1546593255-router', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:16Z', 'updated_at': '2022-08-24T13:38:26Z', 'revision_number': 4, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'gw_port': {'id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:18Z', 'updated_at': '2022-08-24T13:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': '75065905-7b34-4ad9-aad8-ab7ee3ca3bd8', 'name': '', 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'mac_address': 'fa:16:3e:60:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd07781da-28f3-4c07-b598-0d710e632916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:24Z', 'updated_at': '2022-08-24T13:38:38Z', 'revision_number': 5, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'subnets': [{'id': 'd07781da-28f3-4c07-b598-0d710e632916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:42:13.843751 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.managers [req-8050179b-98ba-4fb6-bd8a-15a709e61531 req-a54b0bdb-ab9e-4e8b-af87-855775d44e38 service neutron] Attempting to bind port 579a6bec-e4ab-438a-a263-2fafa0fe42bc on host hv-cinder-77957 for vnic_type normal with profile {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:42:13.844473 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.managers [req-8050179b-98ba-4fb6-bd8a-15a709e61531 req-a54b0bdb-ab9e-4e8b-af87-855775d44e38 service neutron] Attempting to bind port 579a6bec-e4ab-438a-a263-2fafa0fe42bc by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': '2ee2ed0f-8942-4d6c-9c77-0bae79e3a489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2a47b7b8-8e69-4dcf-8155-1e0d50419209'}] {{(pid=106985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:42:13.845220 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8050179b-98ba-4fb6-bd8a-15a709e61531 req-a54b0bdb-ab9e-4e8b-af87-855775d44e38 service neutron] Attempting to bind port 579a6bec-e4ab-438a-a263-2fafa0fe42bc on network 2a47b7b8-8e69-4dcf-8155-1e0d50419209 {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:42:13.852993 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8050179b-98ba-4fb6-bd8a-15a709e61531 req-a54b0bdb-ab9e-4e8b-af87-855775d44e38 service neutron] Port 579a6bec-e4ab-438a-a263-2fafa0fe42bc on network 2a47b7b8-8e69-4dcf-8155-1e0d50419209 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 13:42:13.853329 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8050179b-98ba-4fb6-bd8a-15a709e61531 req-a54b0bdb-ab9e-4e8b-af87-855775d44e38 service neutron] Attempting to bind port 579a6bec-e4ab-438a-a263-2fafa0fe42bc on network 2a47b7b8-8e69-4dcf-8155-1e0d50419209 {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:42:13.860913 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8050179b-98ba-4fb6-bd8a-15a709e61531 req-a54b0bdb-ab9e-4e8b-af87-855775d44e38 service neutron] Checking agent: {'id': 'a93d403b-29c5-41ac-a53c-7c0bf3f47879', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 36, 17), 'started_at': datetime.datetime(2022, 8, 24, 13, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 41, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:42:13.861255 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8050179b-98ba-4fb6-bd8a-15a709e61531 req-a54b0bdb-ab9e-4e8b-af87-855775d44e38 service neutron] Checking segment: {'id': '2ee2ed0f-8942-4d6c-9c77-0bae79e3a489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2a47b7b8-8e69-4dcf-8155-1e0d50419209'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:42:13.861653 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8050179b-98ba-4fb6-bd8a-15a709e61531 req-a54b0bdb-ab9e-4e8b-af87-855775d44e38 service neutron] Bound using segment: {'id': '2ee2ed0f-8942-4d6c-9c77-0bae79e3a489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2a47b7b8-8e69-4dcf-8155-1e0d50419209'} {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:42:13.862082 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.managers [req-8050179b-98ba-4fb6-bd8a-15a709e61531 req-a54b0bdb-ab9e-4e8b-af87-855775d44e38 service neutron] Bound port: 579a6bec-e4ab-438a-a263-2fafa0fe42bc, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ee2ed0f-8942-4d6c-9c77-0bae79e3a489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '2a47b7b8-8e69-4dcf-8155-1e0d50419209'}}] {{(pid=106985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:42:13.862500 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-8050179b-98ba-4fb6-bd8a-15a709e61531 req-a54b0bdb-ab9e-4e8b-af87-855775d44e38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (579a6bec-e4ab-438a-a263-2fafa0fe42bc), before_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:13.949551 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.db [req-8050179b-98ba-4fb6-bd8a-15a709e61531 req-a54b0bdb-ab9e-4e8b-af87-855775d44e38 service neutron] For port 579a6bec-e4ab-438a-a263-2fafa0fe42bc, host hv-cinder-77957, cleared binding levels {{(pid=106985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:42:13.953230 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.db [req-8050179b-98ba-4fb6-bd8a-15a709e61531 req-a54b0bdb-ab9e-4e8b-af87-855775d44e38 service neutron] For port 579a6bec-e4ab-438a-a263-2fafa0fe42bc, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=579a6bec-e4ab-438a-a263-2fafa0fe42bc,segment=NetworkSegment(2ee2ed0f-8942-4d6c-9c77-0bae79e3a489),segment_id=2ee2ed0f-8942-4d6c-9c77-0bae79e3a489)] {{(pid=106985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:42:14.041018 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-8050179b-98ba-4fb6-bd8a-15a709e61531 req-a54b0bdb-ab9e-4e8b-af87-855775d44e38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2796075'] for port (579a6bec-e4ab-438a-a263-2fafa0fe42bc), after_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:14.047749 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050179b-98ba-4fb6-bd8a-15a709e61531 req-a54b0bdb-ab9e-4e8b-af87-855775d44e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:14.048400 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-8050179b-98ba-4fb6-bd8a-15a709e61531 req-a54b0bdb-ab9e-4e8b-af87-855775d44e38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:14.049827 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-8050179b-98ba-4fb6-bd8a-15a709e61531 req-a54b0bdb-ab9e-4e8b-af87-855775d44e38 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/579a6bec-e4ab-438a-a263-2fafa0fe42bc HTTP/1.1" status: 200 len: 1094 time: 1.5878301 Aug 24 13:42:14.050276 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1118fb04-6744-4b7c-b639-0081073ee53a', 'tag': '579a6bec-e4ab-438a-a263-2fafa0fe42bc'}] {{(pid=106985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:42:14.052588 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339b45b761399ad6383a0e79eb3d49a8b35bb9728a194a6e9817421c04d0c31a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53ab6560-74fb-4612-bf5a-6b0139c1fe80" -d '{"events": [{"name": "network-changed", "server_uuid": "1118fb04-6744-4b7c-b639-0081073ee53a", "tag": "579a6bec-e4ab-438a-a263-2fafa0fe42bc"}]}' {{(pid=106985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:42:14.116837 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54b0bdb-ab9e-4e8b-af87-855775d44e38 service neutron] Pushing event updated for resources: {'Port': ['ID=579a6bec-e4ab-438a-a263-2fafa0fe42bc,revision_number=3']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:14.139537 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6e3ad5-1565-41ff-a042-6c37a57afc35 None None] New status for floating IP 69f7047a-97f0-4849-a419-76fbb31923bb: DOWN {{(pid=106988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 13:42:14.149167 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 13:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff440a1-6983-4266-88e2-46650b2a1746 x-openstack-request-id: req-7ff440a1-6983-4266-88e2-46650b2a1746 {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:42:14.149865 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1118fb04-6744-4b7c-b639-0081073ee53a", "tag": "579a6bec-e4ab-438a-a263-2fafa0fe42bc", "status": "completed", "code": 200}]} {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:42:14.152589 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7ff440a1-6983-4266-88e2-46650b2a1746 {{(pid=106985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:42:14.152589 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ff440a1-6983-4266-88e2-46650b2a1746'] response: {'name': 'network-changed', 'server_uuid': '1118fb04-6744-4b7c-b639-0081073ee53a', 'tag': '579a6bec-e4ab-438a-a263-2fafa0fe42bc', 'status': 'completed', 'code': 200} Aug 24 13:42:14.261332 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:14.295080 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b209e01b-1223-40c0-83ab-42d9dc4b0a57 req-1ac2194e-ff6d-40ba-8ffe-98fb9718ff30 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3ad88e6d-b2b8-4049-b987-94022767fa67 HTTP/1.1" status: 200 len: 210 time: 0.0629475 Aug 24 13:42:14.313569 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e8db9-611a-41c9-8fc3-6ca2aba77ef4 req-31469183-0a8b-4526-a1f0-106b9257a706 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:14.315199 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-807e8db9-611a-41c9-8fc3-6ca2aba77ef4 req-31469183-0a8b-4526-a1f0-106b9257a706 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 944 time: 0.1050696 Aug 24 13:42:14.384491 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-807e8db9-611a-41c9-8fc3-6ca2aba77ef4 req-7cbefccf-f46d-4795-913e-a6566618c9a2 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548167 Aug 24 13:42:14.686968 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66c89b7-5ecc-4db9-a36b-2a0b109de603 req-2192d605-6a20-4d65-8a58-3878e91a0102 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:14.687689 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b66c89b7-5ecc-4db9-a36b-2a0b109de603 req-2192d605-6a20-4d65-8a58-3878e91a0102 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 945 time: 0.0609987 Aug 24 13:42:14.753745 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b66c89b7-5ecc-4db9-a36b-2a0b109de603 req-30d7d93b-dd78-4494-bf92-d400c1cf9366 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602655 Aug 24 13:42:14.790938 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb9e64-706e-4f28-9452-3aa4623cb604 req-be6a96b3-498a-4915-8c4d-2b3e79ba39ba tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:14.792908 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-45fb9e64-706e-4f28-9452-3aa4623cb604 req-be6a96b3-498a-4915-8c4d-2b3e79ba39ba tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 947 time: 0.0531490 Aug 24 13:42:14.843217 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-45fb9e64-706e-4f28-9452-3aa4623cb604 req-ebc92ce8-7889-45f6-89fa-9558d6b4ee78 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443695 Aug 24 13:42:15.223330 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 0723b1a9-9fdc-4151-b023-7ddb25fe09e0 no longer exists at agent hyperv_hv-cinder-77957 {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:42:15.244825 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] No Port match for: 0723b1a9-9fdc-4151-b023-7ddb25fe09e0 {{(pid=106987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 13:42:15.245170 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 0723b1a9-9fdc-4151-b023-7ddb25fe09e0 not bound to the agent host hv-cinder-77957 {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 13:42:15.433932 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4c22195f-a4f5-4cf7-b2b6-bc8ea2b66c36 req-055790a0-b043-4b9a-aaff-f1f03e30e3b8 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=3ad88e6d-b2b8-4049-b987-94022767fa67 HTTP/1.1" status: 200 len: 210 time: 0.0353160 Aug 24 13:42:15.435004 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab6560-74fb-4612-bf5a-6b0139c1fe80 req-b7405354-ba12-4c4f-890b-b5eed29edbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:15.436673 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-53ab6560-74fb-4612-bf5a-6b0139c1fe80 req-b7405354-ba12-4c4f-890b-b5eed29edbf3 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=6bcafe839dec4fcc95a4c720463483ba&device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 1128 time: 0.0674753 Aug 24 13:42:15.529079 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e40f80e-f3f4-44db-8bc7-f48a3864cfe7 req-310d5f4f-f5b7-4845-8fdb-c36c22bb7d7f tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:15.531830 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5e40f80e-f3f4-44db-8bc7-f48a3864cfe7 req-310d5f4f-f5b7-4845-8fdb-c36c22bb7d7f tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 944 time: 0.0598793 Aug 24 13:42:15.597069 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5e40f80e-f3f4-44db-8bc7-f48a3864cfe7 req-ad622ffc-2186-412c-a221-8dc6fc8c8b53 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585508 Aug 24 13:42:15.653069 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 53736) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:42:15.887816 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-25af5068-97bc-40d5-a1aa-d330a209a920 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:16.029086 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f707f7-2631-40ab-9dbe-2f9c7e856184 req-33303f06-1e32-47c5-82f1-b41d736273a7 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:16.036082 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-41f707f7-2631-40ab-9dbe-2f9c7e856184 req-33303f06-1e32-47c5-82f1-b41d736273a7 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 945 time: 0.1537030 Aug 24 13:42:16.073662 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab6560-74fb-4612-bf5a-6b0139c1fe80 req-9510ee64-1394-4975-8ad5-87b70b3d8e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:16.075227 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-53ab6560-74fb-4612-bf5a-6b0139c1fe80 req-9510ee64-1394-4975-8ad5-87b70b3d8e5f service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=6bcafe839dec4fcc95a4c720463483ba&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3668027 Aug 24 13:42:16.096616 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8186ec0-d6a2-4cfd-adea-34b5ec71b5f4 req-912d6ac6-d0d4-4bf0-994c-f5e8b1e21a7e tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:16.098259 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f8186ec0-d6a2-4cfd-adea-34b5ec71b5f4 req-912d6ac6-d0d4-4bf0-994c-f5e8b1e21a7e tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 947 time: 0.1369493 Aug 24 13:42:16.141004 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:16.184539 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-41f707f7-2631-40ab-9dbe-2f9c7e856184 req-af0c672d-457a-49a1-8a7e-b3a038effccd tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377585 Aug 24 13:42:16.236437 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f8186ec0-d6a2-4cfd-adea-34b5ec71b5f4 req-7d27d1a0-b8fc-4fc8-b7fb-1d945b08ecfd tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1267266 Aug 24 13:42:16.243377 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-25af5068-97bc-40d5-a1aa-d330a209a920 admin admin] Publish callbacks [] for security_group (b248dc97-2ada-4698-838f-fbde41cb89f8), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:16.335376 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-25af5068-97bc-40d5-a1aa-d330a209a920 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (b248dc97-2ada-4698-838f-fbde41cb89f8), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:16.419242 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:16.450053 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-25af5068-97bc-40d5-a1aa-d330a209a920 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=1a87479c006646c8a96f1cc9d6f81af8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7958596 Aug 24 13:42:16.453204 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 53746) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:42:16.488301 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25af5068-97bc-40d5-a1aa-d330a209a920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b248dc97-2ada-4698-838f-fbde41cb89f8,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:16.489763 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:16.503743 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:16.565720 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ab6560-74fb-4612-bf5a-6b0139c1fe80 req-8855b5e2-6e96-4eb4-80ad-2b3c4d302f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:16.566972 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-46f6fbad-b67b-41a6-b24d-458d6266d7a2 admin admin] Publish callbacks [] for security_group (b248dc97-2ada-4698-838f-fbde41cb89f8), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:16.567773 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-53ab6560-74fb-4612-bf5a-6b0139c1fe80 req-8855b5e2-6e96-4eb4-80ad-2b3c4d302f85 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2617111 Aug 24 13:42:16.607783 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-46f6fbad-b67b-41a6-b24d-458d6266d7a2 admin admin] Publish callbacks [] for security_group (b248dc97-2ada-4698-838f-fbde41cb89f8), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:16.613619 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 53752) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:42:16.745768 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-26e80c70-5c29-45db-9b05-cd469845611f tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for security_group (604f6693-fdc8-4aff-9d7c-0e32711309ec), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:16.769286 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050179b-98ba-4fb6-bd8a-15a709e61531 req-f1ba6493-2a25-4c2e-943a-ff78937bb5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:16.770944 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-8050179b-98ba-4fb6-bd8a-15a709e61531 req-f1ba6493-2a25-4c2e-943a-ff78937bb5c6 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=6bcafe839dec4fcc95a4c720463483ba&device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 1128 time: 0.1046574 Aug 24 13:42:16.815430 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e56c0-e98b-4eaf-bf06-4459a64513a4 req-9e245535-fa1e-4dfb-98e4-eafbedbcf633 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:16.817256 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-088e56c0-e98b-4eaf-bf06-4459a64513a4 req-9e245535-fa1e-4dfb-98e4-eafbedbcf633 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 944 time: 0.0894384 Aug 24 13:42:16.847840 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-46f6fbad-b67b-41a6-b24d-458d6266d7a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (b248dc97-2ada-4698-838f-fbde41cb89f8), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:16.851922 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-26e80c70-5c29-45db-9b05-cd469845611f tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for security_group (604f6693-fdc8-4aff-9d7c-0e32711309ec), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:16.852784 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-46f6fbad-b67b-41a6-b24d-458d6266d7a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:16.854114 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-46f6fbad-b67b-41a6-b24d-458d6266d7a2 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/b248dc97-2ada-4698-838f-fbde41cb89f8 HTTP/1.1" status: 204 len: 168 time: 0.3983245 Aug 24 13:42:16.861857 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-8050179b-98ba-4fb6-bd8a-15a709e61531 req-dee1c5a2-1434-4ab5-a68f-6be340de8ab3 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=579a6bec-e4ab-438a-a263-2fafa0fe42bc HTTP/1.1" status: 200 len: 217 time: 0.0617061 Aug 24 13:42:16.868736 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f6fbad-b67b-41a6-b24d-458d6266d7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b248dc97-2ada-4698-838f-fbde41cb89f8,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:17.038439 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-088e56c0-e98b-4eaf-bf06-4459a64513a4 req-c42d154c-ef5c-48d2-a862-a6870b5f5e83 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891608 Aug 24 13:42:17.045213 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050179b-98ba-4fb6-bd8a-15a709e61531 req-36d39be2-647c-4246-a403-992d6c6b9a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:17.046671 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-8050179b-98ba-4fb6-bd8a-15a709e61531 req-36d39be2-647c-4246-a403-992d6c6b9a70 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=2bc1c488-9e72-4177-be4a-033432e17d3d HTTP/1.1" status: 200 len: 848 time: 0.1605823 Aug 24 13:42:17.124737 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8050179b-98ba-4fb6-bd8a-15a709e61531 req-ea66183c-be2d-436a-8bf3-e1498ae0164e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:17.126510 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-8050179b-98ba-4fb6-bd8a-15a709e61531 req-ea66183c-be2d-436a-8bf3-e1498ae0164e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=2a47b7b8-8e69-4dcf-8155-1e0d50419209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0702753 Aug 24 13:42:17.172860 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:17.242589 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-26e80c70-5c29-45db-9b05-cd469845611f tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (604f6693-fdc8-4aff-9d7c-0e32711309ec), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:17.246410 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-26e80c70-5c29-45db-9b05-cd469845611f tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:17.247645 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-26e80c70-5c29-45db-9b05-cd469845611f tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "DELETE /networking/v2.0/security-groups/604f6693-fdc8-4aff-9d7c-0e32711309ec HTTP/1.1" status: 204 len: 168 time: 0.6325998 Aug 24 13:42:17.252448 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 53760) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:42:17.264479 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e80c70-5c29-45db-9b05-cd469845611f tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=604f6693-fdc8-4aff-9d7c-0e32711309ec,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:17.286464 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.api.v2.resource [None req-f8600140-b4c1-4636-91aa-377d2297d70c tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] show failed (client error): The resource could not be found. Aug 24 13:42:17.290884 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-f8600140-b4c1-4636-91aa-377d2297d70c tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups/604f6693-fdc8-4aff-9d7c-0e32711309ec HTTP/1.1" status: 404 len: 347 time: 0.0343156 Aug 24 13:42:17.293211 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e80c70-5c29-45db-9b05-cd469845611f tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:17.293784 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e80c70-5c29-45db-9b05-cd469845611f tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:17.294367 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e80c70-5c29-45db-9b05-cd469845611f tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:17.295018 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e80c70-5c29-45db-9b05-cd469845611f tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:17.295556 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e80c70-5c29-45db-9b05-cd469845611f tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:17.296147 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e80c70-5c29-45db-9b05-cd469845611f tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:17.296770 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e80c70-5c29-45db-9b05-cd469845611f tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:17.296929 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 53762) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:42:17.297310 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e80c70-5c29-45db-9b05-cd469845611f tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:17.297925 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e80c70-5c29-45db-9b05-cd469845611f tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:17.298545 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e80c70-5c29-45db-9b05-cd469845611f tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:17.299148 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e80c70-5c29-45db-9b05-cd469845611f tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:17.300051 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e80c70-5c29-45db-9b05-cd469845611f tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:17.300401 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e80c70-5c29-45db-9b05-cd469845611f tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:17.300858 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e80c70-5c29-45db-9b05-cd469845611f tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:17.301389 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26e80c70-5c29-45db-9b05-cd469845611f tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:17.319510 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-8050179b-98ba-4fb6-bd8a-15a709e61531 req-38136384-a481-435e-89cf-a8603ae489f4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2a47b7b8-8e69-4dcf-8155-1e0d50419209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797600 Aug 24 13:42:17.512587 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a93d403b-29c5-41ac-a53c-7c0bf3f47879), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:17.585947 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [None req-ded04f95-08ff-4a63-a4a9-0378a9894efd tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Deleting port 52c2d916-de65-4dd7-9b99-168595b767ad {{(pid=106986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:42:17.586552 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-ded04f95-08ff-4a63-a4a9-0378a9894efd tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (52c2d916-de65-4dd7-9b99-168595b767ad), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:17.600005 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e9e333-5797-4845-8a68-716fa9dab695 req-acf369e1-a0d6-4bc7-b1ed-f0d89b947f6f tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:17.601775 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-96e9e333-5797-4845-8a68-716fa9dab695 req-acf369e1-a0d6-4bc7-b1ed-f0d89b947f6f tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 945 time: 0.1328549 Aug 24 13:42:17.607168 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-8050179b-98ba-4fb6-bd8a-15a709e61531 req-15927a40-b692-47f1-bfc3-519849d68891 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2a47b7b8-8e69-4dcf-8155-1e0d50419209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792003 Aug 24 13:42:17.691681 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-96e9e333-5797-4845-8a68-716fa9dab695 req-6a0316e5-c93e-4e32-9fe5-134647923206 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820396 Aug 24 13:42:17.718037 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-ded04f95-08ff-4a63-a4a9-0378a9894efd tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (52c2d916-de65-4dd7-9b99-168595b767ad), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:17.718310 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-ded04f95-08ff-4a63-a4a9-0378a9894efd tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for floatingip (52c2d916-de65-4dd7-9b99-168595b767ad), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:17.770483 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [None req-ded04f95-08ff-4a63-a4a9-0378a9894efd tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Calling delete_port for 52c2d916-de65-4dd7-9b99-168595b767ad owned by network:floatingip {{(pid=106986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:42:18.065346 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-ded04f95-08ff-4a63-a4a9-0378a9894efd tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990584'] for port (52c2d916-de65-4dd7-9b99-168595b767ad), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:18.107377 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded04f95-08ff-4a63-a4a9-0378a9894efd tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Pushing event deleted for resources: {'Port': ['ID=52c2d916-de65-4dd7-9b99-168595b767ad,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:18.201907 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0308f2bc-5209-4ee0-b65f-c4748280fe32 req-daf61aaf-5f0e-42d6-a09a-c9d916a927b0 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:18.204000 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0308f2bc-5209-4ee0-b65f-c4748280fe32 req-daf61aaf-5f0e-42d6-a09a-c9d916a927b0 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 944 time: 0.0604312 Aug 24 13:42:18.207810 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-ded04f95-08ff-4a63-a4a9-0378a9894efd tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for floatingip (69f7047a-97f0-4849-a419-76fbb31923bb), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:18.210844 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-ded04f95-08ff-4a63-a4a9-0378a9894efd tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for floatingip (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:18.212380 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-ded04f95-08ff-4a63-a4a9-0378a9894efd tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/69f7047a-97f0-4849-a419-76fbb31923bb HTTP/1.1" status: 204 len: 168 time: 0.9140458 Aug 24 13:42:18.296447 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0308f2bc-5209-4ee0-b65f-c4748280fe32 req-7a5d4f3b-767f-4ba7-bd12-258ff117e4d4 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777080 Aug 24 13:42:18.401396 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 53788) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:42:18.524005 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-243c33bf-9e5e-4594-b35b-3de8c2d015f3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-446231488-network', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:42:18.734646 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 53794) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:42:18.740873 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-323b1455-7917-4226-98ed-52d487a1c242 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1301987101', 'description': 'tempest-description--1299519734'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:42:18.756719 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243c33bf-9e5e-4594-b35b-3de8c2d015f3 admin admin] Made reservation on behalf of 6842f55d3dcc42289b6bfe02ed020dc4 for: {'network': 1} {{(pid=106986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:42:18.762207 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-243c33bf-9e5e-4594-b35b-3de8c2d015f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for network (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:18.783640 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-243c33bf-9e5e-4594-b35b-3de8c2d015f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:18.801092 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:INSERT=3 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:18.886130 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-243c33bf-9e5e-4594-b35b-3de8c2d015f3 admin admin] Publish callbacks [] for security_group (6c6f308f-0951-490a-bb71-8e70123a562c), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:18.897591 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.agents_db [None req-66b1cbc3-9e75-488f-ab76-e3b1c287483f None None] Agent healthcheck: found 6 active agents {{(pid=106988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 13:42:18.939734 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-323b1455-7917-4226-98ed-52d487a1c242 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for security_group (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:18.984745 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-243c33bf-9e5e-4594-b35b-3de8c2d015f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (6c6f308f-0951-490a-bb71-8e70123a562c), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:18.993026 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:19.053230 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-243c33bf-9e5e-4594-b35b-3de8c2d015f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 431, 'physical_network': 'physnet1'} {{(pid=106986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 13:42:19.075440 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243c33bf-9e5e-4594-b35b-3de8c2d015f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6f308f-0951-490a-bb71-8e70123a562c,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:19.083074 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-323b1455-7917-4226-98ed-52d487a1c242 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for security_group (2f2363be-2e78-4869-8eb2-a55d6e32c694), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:19.087652 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-243c33bf-9e5e-4594-b35b-3de8c2d015f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916165'] for segment (a66ff9af-39c0-4933-b76c-c41e5f0ae69c), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:19.087652 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.db.segments_db [None req-243c33bf-9e5e-4594-b35b-3de8c2d015f3 admin admin] Added segment a66ff9af-39c0-4933-b76c-c41e5f0ae69c of type vlan for network 440bd507-b6ac-4736-a4d2-ede05189225c Aug 24 13:42:19.141057 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-243c33bf-9e5e-4594-b35b-3de8c2d015f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732775010169'] for network (440bd507-b6ac-4736-a4d2-ede05189225c), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:19.175696 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-323b1455-7917-4226-98ed-52d487a1c242 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (2f2363be-2e78-4869-8eb2-a55d6e32c694), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:19.229930 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b1455-7917-4226-98ed-52d487a1c242 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f2363be-2e78-4869-8eb2-a55d6e32c694,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:19.244050 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-243c33bf-9e5e-4594-b35b-3de8c2d015f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995'] for network (440bd507-b6ac-4736-a4d2-ede05189225c), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:19.247173 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243c33bf-9e5e-4594-b35b-3de8c2d015f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:19.247972 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-243c33bf-9e5e-4594-b35b-3de8c2d015f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for network (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:19.324800 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243c33bf-9e5e-4594-b35b-3de8c2d015f3 admin admin] Pushing event updated for resources: {'Network': ['ID=440bd507-b6ac-4736-a4d2-ede05189225c,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:19.328942 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-323b1455-7917-4226-98ed-52d487a1c242 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:19.330207 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-323b1455-7917-4226-98ed-52d487a1c242 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5944564 Aug 24 13:42:19.334470 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 53798) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:42:19.342787 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-c375afb5-171c-43d1-a1be-995fbe344769 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Request body: {'security_group_rule': {'security_group_id': '2f2363be-2e78-4869-8eb2-a55d6e32c694', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:42:19.349199 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Network 440bd507-b6ac-4736-a4d2-ede05189225c details requested by agent ovs-agent-dv-cinder-779578-4-iscsi with host dv-cinder-779578-4-iscsi {{(pid=106987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 13:42:19.350873 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-243c33bf-9e5e-4594-b35b-3de8c2d015f3 admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9482121 Aug 24 13:42:19.354949 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=100 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:19.359872 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 53802) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:42:19.372016 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-5a265c67-8dd4-4cda-9efb-bba2c8048d1a admin admin] Request body: {'subnet': {'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-446231488-subnet', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'ip_version': 4}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:42:19.488655 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-c375afb5-171c-43d1-a1be-995fbe344769 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for security_group_rule (9a36983b-6a97-4432-9fae-573c10d4689a), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:19.507991 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5305a7c9-6af2-4c09-afec-c4cf2b87c7d9 req-16c86a58-33a7-43a3-9b4e-f7fe99dbad9f tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:19.509471 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5305a7c9-6af2-4c09-afec-c4cf2b87c7d9 req-16c86a58-33a7-43a3-9b4e-f7fe99dbad9f tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 944 time: 0.0776758 Aug 24 13:42:19.528872 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a265c67-8dd4-4cda-9efb-bba2c8048d1a admin admin] Made reservation on behalf of 6842f55d3dcc42289b6bfe02ed020dc4 for: {'subnet': 1} {{(pid=106986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:42:19.531396 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-5a265c67-8dd4-4cda-9efb-bba2c8048d1a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17994667'] for subnet (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:19.604063 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5305a7c9-6af2-4c09-afec-c4cf2b87c7d9 req-e3225d32-e9fb-4b37-945b-597d5cd71fab tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870445 Aug 24 13:42:19.616942 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-c375afb5-171c-43d1-a1be-995fbe344769 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for security_group_rule (9a36983b-6a97-4432-9fae-573c10d4689a), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:19.687944 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-c375afb5-171c-43d1-a1be-995fbe344769 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008640'] for security_group_rule (9a36983b-6a97-4432-9fae-573c10d4689a), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:19.696766 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4,neutron:INSERT=11,neutron:DELETE=4 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:19.715371 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c375afb5-171c-43d1-a1be-995fbe344769 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a36983b-6a97-4432-9fae-573c10d4689a,revision_number=0']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:19.793197 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-c375afb5-171c-43d1-a1be-995fbe344769 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:19.794751 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-c375afb5-171c-43d1-a1be-995fbe344769 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4591589 Aug 24 13:42:19.799365 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 53806) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:42:19.807745 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-b5b014ab-169d-4e90-8cb2-f8d6862ee27c tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Request body: {'security_group_rule': {'security_group_id': '2f2363be-2e78-4869-8eb2-a55d6e32c694', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:42:19.842319 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-5a265c67-8dd4-4cda-9efb-bba2c8048d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2990696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17994693'] for subnet (855e4e70-f3fd-4957-8cf7-11d6e251674e), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:19.908095 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a265c67-8dd4-4cda-9efb-bba2c8048d1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=855e4e70-f3fd-4957-8cf7-11d6e251674e,revision_number=0']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:19.935695 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-00232937-c46f-4b3e-b9e8-5767fb9b3e28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:19.937174 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b5b014ab-169d-4e90-8cb2-f8d6862ee27c tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for security_group_rule (9d53266d-e403-4ef8-8864-f9c9e56c5306), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:19.964320 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a265c67-8dd4-4cda-9efb-bba2c8048d1a admin admin] Checking segment: {'id': 'a66ff9af-39c0-4933-b76c-c41e5f0ae69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:42:19.964797 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a265c67-8dd4-4cda-9efb-bba2c8048d1a admin admin] Network hostable DHCP agents. Network: 440bd507-b6ac-4736-a4d2-ede05189225c, hostable agents: ['5b6616ad-7c61-467c-8809-81a3e3733e23'], hosted agents: [] {{(pid=106986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 13:42:20.037018 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b5b014ab-169d-4e90-8cb2-f8d6862ee27c tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for security_group_rule (9d53266d-e403-4ef8-8864-f9c9e56c5306), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:20.050718 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 53810) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:42:20.058907 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-66a68bc7-fa84-44a6-ba60-4e25f0ddaf5b tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1268775126', 'description': 'tempest-description--435829115'}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:42:20.122559 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a265c67-8dd4-4cda-9efb-bba2c8048d1a admin admin] Network 440bd507-b6ac-4736-a4d2-ede05189225c is scheduled to be hosted by DHCP agent 5b6616ad-7c61-467c-8809-81a3e3733e23 with binding_index 1 {{(pid=106986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 13:42:20.202461 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b5b014ab-169d-4e90-8cb2-f8d6862ee27c tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008640'] for security_group_rule (9d53266d-e403-4ef8-8864-f9c9e56c5306), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:20.224977 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b014ab-169d-4e90-8cb2-f8d6862ee27c tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d53266d-e403-4ef8-8864-f9c9e56c5306,revision_number=0']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:20.236725 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.base_scheduler [None req-5a265c67-8dd4-4cda-9efb-bba2c8048d1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779578-4-iscsi, 440bd507-b6ac-4736-a4d2-ede05189225c) {{(pid=106986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:42:20.236927 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-66a68bc7-fa84-44a6-ba60-4e25f0ddaf5b tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:20.246791 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a265c67-8dd4-4cda-9efb-bba2c8048d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:20.247779 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-5a265c67-8dd4-4cda-9efb-bba2c8048d1a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:20.256054 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a0a93a-8407-4616-bb28-cca77777b09d None None] Network 440bd507-b6ac-4736-a4d2-ede05189225c requested from dv-cinder-779578-4-iscsi {{(pid=106987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 13:42:20.293717 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:20.333106 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b5b014ab-169d-4e90-8cb2-f8d6862ee27c tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:20.339975 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-b5b014ab-169d-4e90-8cb2-f8d6862ee27c tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5341609 Aug 24 13:42:20.340424 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 53812) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:42:20.340672 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-66a68bc7-fa84-44a6-ba60-4e25f0ddaf5b tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks [] for security_group (dbfde4a0-415f-4a98-8850-42be8ee2490f), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:20.345995 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-3f215755-a25b-4e7d-8246-61547a087653 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Request body: {'floatingip': {'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:42:20.396602 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-5a265c67-8dd4-4cda-9efb-bba2c8048d1a admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0340223 Aug 24 13:42:20.399206 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 53814) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:42:20.406331 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-8ee788a6-bf1f-4775-8425-fd0ef77f58db admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-446231488-router', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'}}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:42:20.412838 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e2a0e5-8664-44d4-aa47-6661ab2adfd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ca6df2e-0481-52d5-912d-ac12d3288b0d-440bd507-b6ac-4736-a4d2-ede05189225c', 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c', 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'fixed_ips': [{'subnet_id': '855e4e70-f3fd-4957-8cf7-11d6e251674e'}]}} from dv-cinder-779578-4-iscsi. {{(pid=106987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 13:42:20.414425 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-d6e2a0e5-8664-44d4-aa47-6661ab2adfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:20.429225 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-66a68bc7-fa84-44a6-ba60-4e25f0ddaf5b tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (dbfde4a0-415f-4a98-8850-42be8ee2490f), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:20.467047 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-3f215755-a25b-4e7d-8246-61547a087653 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:20.480815 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a68bc7-fa84-44a6-ba60-4e25f0ddaf5b tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbfde4a0-415f-4a98-8850-42be8ee2490f,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:20.502509 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:INSERT=9,neutron:SELECT=86,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:20.508683 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-8ee788a6-bf1f-4775-8425-fd0ef77f58db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1009456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7664'] for router (c87be637-b9f5-4543-9419-8aa35994dab0), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:20.511635 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-8ee788a6-bf1f-4775-8425-fd0ef77f58db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1008860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1030859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7655'] for router (c87be637-b9f5-4543-9419-8aa35994dab0), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:20.596940 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.db_base_plugin_common [None req-d6e2a0e5-8664-44d4-aa47-6661ab2adfd8 None None] Allocated IP 172.20.0.2 (440bd507-b6ac-4736-a4d2-ede05189225c/855e4e70-f3fd-4957-8cf7-11d6e251674e/ca94b171-ad43-4ae8-af7d-562e75a935ac) {{(pid=106987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:42:20.628983 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-66a68bc7-fa84-44a6-ba60-4e25f0ddaf5b tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:20.631917 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-66a68bc7-fa84-44a6-ba60-4e25f0ddaf5b tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5791669 Aug 24 13:42:20.636494 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 53816) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:42:20.644429 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-f949007d-e4e4-4619-920c-aa20c93ed3dd tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Request body: {'security_group_rule': {'security_group_id': 'dbfde4a0-415f-4a98-8850-42be8ee2490f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:42:20.697196 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-8ee788a6-bf1f-4775-8425-fd0ef77f58db admin admin] Publish callbacks [] for router_controller (c87be637-b9f5-4543-9419-8aa35994dab0), precommit_add_association {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:20.708143 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-3f215755-a25b-4e7d-8246-61547a087653 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:20.795203 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-d6e2a0e5-8664-44d4-aa47-6661ab2adfd8 None None] Publish callbacks [] for port (ca94b171-ad43-4ae8-af7d-562e75a935ac), precommit_create {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:20.801777 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fb3180-3e8d-4e6d-b035-955eb144babf req-67dfdbdb-46ab-4afb-837e-e753ee3e854d tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:20.803340 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f3fb3180-3e8d-4e6d-b035-955eb144babf req-67dfdbdb-46ab-4afb-837e-e753ee3e854d tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 944 time: 0.0905552 Aug 24 13:42:20.827576 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f949007d-e4e4-4619-920c-aa20c93ed3dd tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks [] for security_group_rule (586c9f69-d8e4-42f6-b5c4-5df5c3a6ce9f), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:20.841024 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3979bfbb-5426-4aea-83b7-cd677a5ff7cc req-2b1873ba-49e3-417a-83d8-f406b982b03e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=08ba9691-685f-444a-9c86-9ac1562acbf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0848317 Aug 24 13:42:20.848563 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:20.923356 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-d6e2a0e5-8664-44d4-aa47-6661ab2adfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634'] for port (ca94b171-ad43-4ae8-af7d-562e75a935ac), after_create {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:20.961588 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f3fb3180-3e8d-4e6d-b035-955eb144babf req-5c8f01cc-83b3-4108-a856-e4da22d25d0e tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477058 Aug 24 13:42:20.969313 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.db_base_plugin_common [None req-3f215755-a25b-4e7d-8246-61547a087653 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Allocated IP 172.27.1.115 (b9a647d2-3285-4c25-b9a6-e511e6620ca5/0f88e60e-ade3-4937-9959-ff6f15b76440/33c40cd7-4d9c-4e59-81da-edad18b207bd) {{(pid=106986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:42:20.996321 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6e2a0e5-8664-44d4-aa47-6661ab2adfd8 None None] Network 440bd507-b6ac-4736-a4d2-ede05189225c is already hosted by enough agents. {{(pid=106987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:42:20.997134 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979bfbb-5426-4aea-83b7-cd677a5ff7cc req-b8107655-814f-4f48-85c8-412650ffd023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:20.999580 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3979bfbb-5426-4aea-83b7-cd677a5ff7cc req-b8107655-814f-4f48-85c8-412650ffd023 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=127e5da55b164ce68568c153fee58baf&device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 1129 time: 0.1035562 Aug 24 13:42:21.000038 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.scheduler.base_scheduler [None req-d6e2a0e5-8664-44d4-aa47-6661ab2adfd8 None None] Resources bound (agent type, host, resource id): {{(pid=106987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:42:21.009841 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e2a0e5-8664-44d4-aa47-6661ab2adfd8 None None] Pushing event updated for resources: {'Port': ['ID=ca94b171-ad43-4ae8-af7d-562e75a935ac,revision_number=1']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:21.015307 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e2a0e5-8664-44d4-aa47-6661ab2adfd8 None None] Received port after_create {{(pid=106987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:42:21.017512 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f949007d-e4e4-4619-920c-aa20c93ed3dd tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks [] for security_group_rule (586c9f69-d8e4-42f6-b5c4-5df5c3a6ce9f), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:21.060348 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-8ee788a6-bf1f-4775-8425-fd0ef77f58db admin admin] Publish callbacks [] for router_gateway (c87be637-b9f5-4543-9419-8aa35994dab0), precommit_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:21.066629 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=80,neutron:UPDATE=7,neutron:DELETE=1,neutron:INSERT=12 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:21.093887 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-d6e2a0e5-8664-44d4-aa47-6661ab2adfd8 None None] Attempting to bind port ca94b171-ad43-4ae8-af7d-562e75a935ac on host dv-cinder-779578-4-iscsi for vnic_type normal with profile {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:42:21.094251 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-d6e2a0e5-8664-44d4-aa47-6661ab2adfd8 None None] Attempting to bind port ca94b171-ad43-4ae8-af7d-562e75a935ac by drivers openvswitch,hyperv on host dv-cinder-779578-4-iscsi at level 0 using segments [{'id': 'a66ff9af-39c0-4933-b76c-c41e5f0ae69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c'}] {{(pid=106987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:42:21.096824 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e2a0e5-8664-44d4-aa47-6661ab2adfd8 None None] Attempting to bind port ca94b171-ad43-4ae8-af7d-562e75a935ac on network 440bd507-b6ac-4736-a4d2-ede05189225c {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:42:21.101342 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e2a0e5-8664-44d4-aa47-6661ab2adfd8 None None] Checking agent: {'id': '00f42bad-d4f2-47c4-8e20-2c8cceeec132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 29, 55), 'started_at': datetime.datetime(2022, 8, 24, 13, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 41, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:42:21.101643 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e2a0e5-8664-44d4-aa47-6661ab2adfd8 None None] Checking segment: {'id': 'a66ff9af-39c0-4933-b76c-c41e5f0ae69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:42:21.102049 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-d6e2a0e5-8664-44d4-aa47-6661ab2adfd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:21.102445 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e2a0e5-8664-44d4-aa47-6661ab2adfd8 None None] Bound using segment: {'id': 'a66ff9af-39c0-4933-b76c-c41e5f0ae69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c'} {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:42:21.102931 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-d6e2a0e5-8664-44d4-aa47-6661ab2adfd8 None None] Bound port: ca94b171-ad43-4ae8-af7d-562e75a935ac, host: dv-cinder-779578-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a66ff9af-39c0-4933-b76c-c41e5f0ae69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c'}}] {{(pid=106987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:42:21.103406 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-d6e2a0e5-8664-44d4-aa47-6661ab2adfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (ca94b171-ad43-4ae8-af7d-562e75a935ac), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:21.139636 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f949007d-e4e4-4619-920c-aa20c93ed3dd tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008640'] for security_group_rule (586c9f69-d8e4-42f6-b5c4-5df5c3a6ce9f), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:21.174278 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f949007d-e4e4-4619-920c-aa20c93ed3dd tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=586c9f69-d8e4-42f6-b5c4-5df5c3a6ce9f,revision_number=0']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:21.179612 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-d6e2a0e5-8664-44d4-aa47-6661ab2adfd8 None None] For port ca94b171-ad43-4ae8-af7d-562e75a935ac, host dv-cinder-779578-4-iscsi, cleared binding levels {{(pid=106987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:42:21.184476 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-d6e2a0e5-8664-44d4-aa47-6661ab2adfd8 None None] For port ca94b171-ad43-4ae8-af7d-562e75a935ac, host dv-cinder-779578-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=ca94b171-ad43-4ae8-af7d-562e75a935ac,segment=NetworkSegment(a66ff9af-39c0-4933-b76c-c41e5f0ae69c),segment_id=a66ff9af-39c0-4933-b76c-c41e5f0ae69c)] {{(pid=106987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:42:21.204588 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979bfbb-5426-4aea-83b7-cd677a5ff7cc req-7a92ae1a-b4fe-45bd-981c-b86737549c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:21.217378 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-3f215755-a25b-4e7d-8246-61547a087653 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for port (33c40cd7-4d9c-4e59-81da-edad18b207bd), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:21.217779 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3979bfbb-5426-4aea-83b7-cd677a5ff7cc req-7a92ae1a-b4fe-45bd-981c-b86737549c36 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=1fcb22e0-a643-462e-8b2f-3661641fd3fe HTTP/1.1" status: 200 len: 920 time: 0.1672773 Aug 24 13:42:21.255323 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3979bfbb-5426-4aea-83b7-cd677a5ff7cc req-b1b45817-3e17-42ca-a5fd-f8d831fcfe9b service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88ef4e43-75b6-482c-8852-e8293b84a9ab HTTP/1.1" status: 200 len: 217 time: 0.0427999 Aug 24 13:42:21.312789 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979bfbb-5426-4aea-83b7-cd677a5ff7cc req-c86dc8dd-5cc5-4c7a-836a-0b0394ff2cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:21.314340 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3979bfbb-5426-4aea-83b7-cd677a5ff7cc req-c86dc8dd-5cc5-4c7a-836a-0b0394ff2cad service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=b7ad1c15-3875-4de4-b3a4-2c63d79b04bd HTTP/1.1" status: 200 len: 858 time: 0.0527074 Aug 24 13:42:21.371255 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979bfbb-5426-4aea-83b7-cd677a5ff7cc req-0dde0ae7-c889-4da3-b46a-2af533e1dff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:21.372784 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3979bfbb-5426-4aea-83b7-cd677a5ff7cc req-0dde0ae7-c889-4da3-b46a-2af533e1dff3 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=1fcb22e0-a643-462e-8b2f-3661641fd3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519226 Aug 24 13:42:21.434033 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f949007d-e4e4-4619-920c-aa20c93ed3dd tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:21.435294 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-f949007d-e4e4-4619-920c-aa20c93ed3dd tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7973447 Aug 24 13:42:21.439602 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 53820) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:42:21.451519 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-a0444678-d0bc-4f79-9bd2-b775ed38d602 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Request body: {'security_group_rule': {'security_group_id': 'dbfde4a0-415f-4a98-8850-42be8ee2490f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:42:21.474514 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-8ee788a6-bf1f-4775-8425-fd0ef77f58db admin admin] Publish callbacks [] for router_gateway (c87be637-b9f5-4543-9419-8aa35994dab0), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:21.482627 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-d6e2a0e5-8664-44d4-aa47-6661ab2adfd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (ca94b171-ad43-4ae8-af7d-562e75a935ac), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:21.491616 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:21.505622 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-3f215755-a25b-4e7d-8246-61547a087653 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990584'] for port (33c40cd7-4d9c-4e59-81da-edad18b207bd), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:21.511034 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-8ee788a6-bf1f-4775-8425-fd0ef77f58db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:21.530165 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3979bfbb-5426-4aea-83b7-cd677a5ff7cc req-0af69d59-fcad-43a9-ae57-cabd344ba788 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1fcb22e0-a643-462e-8b2f-3661641fd3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428528 Aug 24 13:42:21.559099 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:21.571019 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:21.580927 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e2a0e5-8664-44d4-aa47-6661ab2adfd8 None None] Pushing event updated for resources: {'Port': ['ID=ca94b171-ad43-4ae8-af7d-562e75a935ac,revision_number=2']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:21.620939 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f215755-a25b-4e7d-8246-61547a087653 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Network b9a647d2-3285-4c25-b9a6-e511e6620ca5 is already hosted by enough agents. {{(pid=106986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:42:21.638245 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.base_scheduler [None req-3f215755-a25b-4e7d-8246-61547a087653 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Resources bound (agent type, host, resource id): {{(pid=106986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:42:21.650634 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f215755-a25b-4e7d-8246-61547a087653 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Pushing event updated for resources: {'Port': ['ID=33c40cd7-4d9c-4e59-81da-edad18b207bd,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:21.658253 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f215755-a25b-4e7d-8246-61547a087653 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Received port after_create {{(pid=106986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:42:21.663566 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-a0444678-d0bc-4f79-9bd2-b775ed38d602 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks [] for security_group_rule (fd54fb8a-8810-47ec-adff-094db8e04b20), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:21.682792 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3979bfbb-5426-4aea-83b7-cd677a5ff7cc req-84030aeb-5c3d-4d38-a5df-7ec122d4e296 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1fcb22e0-a643-462e-8b2f-3661641fd3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421289 Aug 24 13:42:21.881211 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.db_base_plugin_common [None req-8ee788a6-bf1f-4775-8425-fd0ef77f58db admin admin] Allocated IP 172.27.1.171 (b9a647d2-3285-4c25-b9a6-e511e6620ca5/0f88e60e-ade3-4937-9959-ff6f15b76440/f0e21890-66ca-4103-bc57-a278f15443a3) {{(pid=106986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:42:21.903468 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-a0444678-d0bc-4f79-9bd2-b775ed38d602 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks [] for security_group_rule (fd54fb8a-8810-47ec-adff-094db8e04b20), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:21.950903 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-3f215755-a25b-4e7d-8246-61547a087653 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for floatingip (e2e5eb27-95f2-4a8c-9e24-faa40fca66a0), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:22.034385 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-a0444678-d0bc-4f79-9bd2-b775ed38d602 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008640'] for security_group_rule (fd54fb8a-8810-47ec-adff-094db8e04b20), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:22.120596 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0444678-d0bc-4f79-9bd2-b775ed38d602 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd54fb8a-8810-47ec-adff-094db8e04b20,revision_number=0']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:22.146889 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b022a6fe-82e8-4ef6-8411-b513074e7753 req-ce13dd24-2cf0-4573-8875-395554e5b2b4 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:22.148449 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b022a6fe-82e8-4ef6-8411-b513074e7753 req-ce13dd24-2cf0-4573-8875-395554e5b2b4 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 944 time: 0.0673354 Aug 24 13:42:22.155675 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-3f215755-a25b-4e7d-8246-61547a087653 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (33c40cd7-4d9c-4e59-81da-edad18b207bd), before_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:22.206562 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-8ee788a6-bf1f-4775-8425-fd0ef77f58db admin admin] Publish callbacks [] for port (f0e21890-66ca-4103-bc57-a278f15443a3), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:22.214421 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b022a6fe-82e8-4ef6-8411-b513074e7753 req-6add46c8-0274-4b4b-a0be-7a13db46b16f tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570142 Aug 24 13:42:22.359212 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-3f215755-a25b-4e7d-8246-61547a087653 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for port (33c40cd7-4d9c-4e59-81da-edad18b207bd), precommit_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:22.528816 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-8ee788a6-bf1f-4775-8425-fd0ef77f58db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990584'] for port (f0e21890-66ca-4103-bc57-a278f15443a3), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:22.536860 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-f07a51e5-753a-4a96-a14e-005dd1598607 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:22.550769 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-a0444678-d0bc-4f79-9bd2-b775ed38d602 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:22.555168 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-a0444678-d0bc-4f79-9bd2-b775ed38d602 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1112456 Aug 24 13:42:22.555709 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 53824) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:42:22.562561 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-c9ca702e-9d20-4f83-aed6-2057bab6d9b2 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Request body: {'floatingip': {'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:42:22.583914 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-3f215755-a25b-4e7d-8246-61547a087653 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2990583'] for port (33c40cd7-4d9c-4e59-81da-edad18b207bd), after_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:22.587613 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:22.610681 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f74c27-48db-450e-8679-cab2ef99d353 None None] Network 440bd507-b6ac-4736-a4d2-ede05189225c requested from dv-cinder-779578-4-iscsi {{(pid=106987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 13:42:22.629143 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee788a6-bf1f-4775-8425-fd0ef77f58db admin admin] Network b9a647d2-3285-4c25-b9a6-e511e6620ca5 is already hosted by enough agents. {{(pid=106986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:42:22.639035 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.base_scheduler [None req-8ee788a6-bf1f-4775-8425-fd0ef77f58db admin admin] Resources bound (agent type, host, resource id): {{(pid=106986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:42:22.647170 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee788a6-bf1f-4775-8425-fd0ef77f58db admin admin] Pushing event updated for resources: {'Port': ['ID=f0e21890-66ca-4103-bc57-a278f15443a3,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:22.649809 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee788a6-bf1f-4775-8425-fd0ef77f58db admin admin] Received port after_create {{(pid=106986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:42:22.696859 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-3f215755-a25b-4e7d-8246-61547a087653 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961197'] for floatingip (e2e5eb27-95f2-4a8c-9e24-faa40fca66a0), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:22.704137 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-c9ca702e-9d20-4f83-aed6-2057bab6d9b2 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:22.712162 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-f126fd16-8d79-4737-a12f-d24d3d4390b6 None None] Provisioning complete for port ca94b171-ad43-4ae8-af7d-562e75a935ac triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:42:22.712162 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-f126fd16-8d79-4737-a12f-d24d3d4390b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (ca94b171-ad43-4ae8-af7d-562e75a935ac), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:22.745696 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f215755-a25b-4e7d-8246-61547a087653 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Pushing event updated for resources: {'Port': ['ID=33c40cd7-4d9c-4e59-81da-edad18b207bd,revision_number=2']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:22.749974 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:22.843034 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device ca94b171-ad43-4ae8-af7d-562e75a935ac up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:42:22.882342 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-3f215755-a25b-4e7d-8246-61547a087653 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for floatingip (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:22.882604 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-f126fd16-8d79-4737-a12f-d24d3d4390b6 None None] Current status of the port ca94b171-ad43-4ae8-af7d-562e75a935ac is: DOWN; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:42:22.882712 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-f126fd16-8d79-4737-a12f-d24d3d4390b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (ca94b171-ad43-4ae8-af7d-562e75a935ac), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:22.883798 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-3f215755-a25b-4e7d-8246-61547a087653 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5419624 Aug 24 13:42:22.889154 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:DELETE=1,neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:22.966784 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port ca94b171-ad43-4ae8-af7d-562e75a935ac triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:42:22.968117 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (ca94b171-ad43-4ae8-af7d-562e75a935ac), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:23.017609 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-f126fd16-8d79-4737-a12f-d24d3d4390b6 None None] For port ca94b171-ad43-4ae8-af7d-562e75a935ac, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=ca94b171-ad43-4ae8-af7d-562e75a935ac,segment=NetworkSegment(a66ff9af-39c0-4933-b76c-c41e5f0ae69c),segment_id=a66ff9af-39c0-4933-b76c-c41e5f0ae69c)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:42:23.101315 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port ca94b171-ad43-4ae8-af7d-562e75a935ac is: DOWN; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:42:23.101698 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (ca94b171-ad43-4ae8-af7d-562e75a935ac), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:23.156080 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-f126fd16-8d79-4737-a12f-d24d3d4390b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (ca94b171-ad43-4ae8-af7d-562e75a935ac), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:23.224912 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-c9ca702e-9d20-4f83-aed6-2057bab6d9b2 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:23.229590 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.db.api [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106987) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Aug 24 13:42:23.230026 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG oslo_db.api [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 24 13:42:23.242721 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-8ee788a6-bf1f-4775-8425-fd0ef77f58db admin admin] Publish callbacks [] for router_gateway (c87be637-b9f5-4543-9419-8aa35994dab0), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:23.243534 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f126fd16-8d79-4737-a12f-d24d3d4390b6 None None] Pushing event updated for resources: {'Port': ['ID=ca94b171-ad43-4ae8-af7d-562e75a935ac,revision_number=3']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:23.275121 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:23.282641 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-297260f9-8008-4f17-b33f-8dfd47de8adc None None] Provisioning complete for port ca94b171-ad43-4ae8-af7d-562e75a935ac triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:42:23.283022 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-297260f9-8008-4f17-b33f-8dfd47de8adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (ca94b171-ad43-4ae8-af7d-562e75a935ac), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:23.336647 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1629bddd-10a5-4fc9-b29c-90c4d4a529e1 req-95554898-7800-4634-87e5-03025bd516be tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1301987101&fields=id&tenant_id=019b2e8bdb934d94a25fe4b355e73c68 HTTP/1.1" status: 200 len: 267 time: 0.1504209 Aug 24 13:42:23.396344 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-297260f9-8008-4f17-b33f-8dfd47de8adc None None] Current status of the port ca94b171-ad43-4ae8-af7d-562e75a935ac is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:42:23.477784 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:23.484275 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea5cef-2ce8-4792-b663-55425eb9308b req-b22cf4d4-6968-4c1b-b8e9-d6cab0920ee8 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:23.485860 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-80ea5cef-2ce8-4792-b663-55425eb9308b req-b22cf4d4-6968-4c1b-b8e9-d6cab0920ee8 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 944 time: 0.1326189 Aug 24 13:42:23.558888 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.db_base_plugin_common [None req-c9ca702e-9d20-4f83-aed6-2057bab6d9b2 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Allocated IP 172.27.1.93 (b9a647d2-3285-4c25-b9a6-e511e6620ca5/0f88e60e-ade3-4937-9959-ff6f15b76440/12718550-003f-45ac-ad19-5fc9e0420764) {{(pid=106985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:42:23.643298 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-80ea5cef-2ce8-4792-b663-55425eb9308b req-74e521fc-0ad2-433f-a6d4-d26e5dd334f7 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269650 Aug 24 13:42:23.689181 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629bddd-10a5-4fc9-b29c-90c4d4a529e1 req-a5f025a4-bd7f-4136-a48d-17054703b85d tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:23.689181 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1629bddd-10a5-4fc9-b29c-90c4d4a529e1 req-a5f025a4-bd7f-4136-a48d-17054703b85d tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/networks?id=789a27f6-7f62-4022-86ef-1042c82fc322 HTTP/1.1" status: 200 len: 815 time: 0.3264928 Aug 24 13:42:23.715680 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1629bddd-10a5-4fc9-b29c-90c4d4a529e1 req-1b223944-d574-44e0-bea8-3cf0b747a91a tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/quotas/019b2e8bdb934d94a25fe4b355e73c68 HTTP/1.1" status: 200 len: 375 time: 0.0185285 Aug 24 13:42:23.737257 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:23.806082 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port ca94b171-ad43-4ae8-af7d-562e75a935ac is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:42:23.827494 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1629bddd-10a5-4fc9-b29c-90c4d4a529e1 req-ede90f65-7dde-4ad8-b844-aa9b5ac2450f tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=019b2e8bdb934d94a25fe4b355e73c68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0771134 Aug 24 13:42:23.846243 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-c9ca702e-9d20-4f83-aed6-2057bab6d9b2 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks [] for port (12718550-003f-45ac-ad19-5fc9e0420764), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:23.859848 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-8ee788a6-bf1f-4775-8425-fd0ef77f58db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1009155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008813'] for router (c87be637-b9f5-4543-9419-8aa35994dab0), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:23.905390 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:23.939701 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:23.997912 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1629bddd-10a5-4fc9-b29c-90c4d4a529e1 req-f6f69b50-a8f3-48f4-8c61-90a41827358f service neutron] 10.222.0.73 "GET /networking/v2.0/networks/789a27f6-7f62-4022-86ef-1042c82fc322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433992 Aug 24 13:42:24.046565 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-c9ca702e-9d20-4f83-aed6-2057bab6d9b2 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (12718550-003f-45ac-ad19-5fc9e0420764), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:24.130522 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee788a6-bf1f-4775-8425-fd0ef77f58db admin admin] Router c87be637-b9f5-4543-9419-8aa35994dab0 is scheduled to L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 with binding_index 1 {{(pid=106986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 13:42:24.146049 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ca702e-9d20-4f83-aed6-2057bab6d9b2 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Network b9a647d2-3285-4c25-b9a6-e511e6620ca5 is already hosted by enough agents. {{(pid=106985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:42:24.149780 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.base_scheduler [None req-c9ca702e-9d20-4f83-aed6-2057bab6d9b2 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Resources bound (agent type, host, resource id): {{(pid=106985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:42:24.155942 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ca702e-9d20-4f83-aed6-2057bab6d9b2 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Received port after_create {{(pid=106985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:42:24.190598 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca702e-9d20-4f83-aed6-2057bab6d9b2 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Pushing event updated for resources: {'Port': ['ID=12718550-003f-45ac-ad19-5fc9e0420764,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:24.221991 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1629bddd-10a5-4fc9-b29c-90c4d4a529e1 req-03193c38-2806-445b-8959-ce4b66ce1fd6 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/789a27f6-7f62-4022-86ef-1042c82fc322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091775 Aug 24 13:42:24.298115 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-c9ca702e-9d20-4f83-aed6-2057bab6d9b2 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks [] for floatingip (3fb0f53d-954b-4a4e-b0d7-aa067dd5f3f3), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:24.315057 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee788a6-bf1f-4775-8425-fd0ef77f58db admin admin] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:42:24.329089 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4bd0eb-09b3-4b2b-ac54-38116f0cca0d None None] Sync routers for ids ['c87be637-b9f5-4543-9419-8aa35994dab0'] in dv-cinder-779578-4-iscsi {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:42:24.351250 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4bd0eb-09b3-4b2b-ac54-38116f0cca0d None None] Routers {'c87be637-b9f5-4543-9419-8aa35994dab0'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:42:24.355958 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-9a4bd0eb-09b3-4b2b-ac54-38116f0cca0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:42:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['c87be637-b9f5-4543-9419-8aa35994dab0'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:42:24.415564 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-c9ca702e-9d20-4f83-aed6-2057bab6d9b2 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (12718550-003f-45ac-ad19-5fc9e0420764), before_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:24.450393 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-8ee788a6-bf1f-4775-8425-fd0ef77f58db admin admin] Publish callbacks [] for router (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:24.458058 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-8ee788a6-bf1f-4775-8425-fd0ef77f58db admin admin] 10.222.0.73 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0573137 Aug 24 13:42:24.458996 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 53840) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:42:24.487553 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-9a4bd0eb-09b3-4b2b-ac54-38116f0cca0d None None] Set router c87be637-b9f5-4543-9419-8aa35994dab0 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:42:24.637378 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-02d15e92-6dab-4d03-8fb9-1fcb09c1d935 req-adb77f6b-9708-4fec-aeeb-b3419cc8f066 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5fb46333-4237-44a1-8a88-7d5171bfdb84 HTTP/1.1" status: 200 len: 210 time: 0.0435574 Aug 24 13:42:24.643862 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:24.709398 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-c9ca702e-9d20-4f83-aed6-2057bab6d9b2 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks [] for port (12718550-003f-45ac-ad19-5fc9e0420764), precommit_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:24.790388 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-c9ca702e-9d20-4f83-aed6-2057bab6d9b2 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2796075'] for port (12718550-003f-45ac-ad19-5fc9e0420764), after_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:24.831786 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device ca94b171-ad43-4ae8-af7d-562e75a935ac up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:42:24.865560 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-9a4bd0eb-09b3-4b2b-ac54-38116f0cca0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'name': 'tempest-TestVolumeBootPattern-446231488-router', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'f0e21890-66ca-4103-bc57-a278f15443a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:42:20Z', 'updated_at': '2022-08-24T13:42:22Z', 'revision_number': 3, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'gw_port': {'id': 'f0e21890-66ca-4103-bc57-a278f15443a3', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:78:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:21Z', 'updated_at': '2022-08-24T13:42:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi'}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:42:24.903090 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4bd0eb-09b3-4b2b-ac54-38116f0cca0d None None] Checking router: c87be637-b9f5-4543-9419-8aa35994dab0 for host: dv-cinder-779578-4-iscsi {{(pid=106987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:42:24.903487 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4bd0eb-09b3-4b2b-ac54-38116f0cca0d None None] Updating router c87be637-b9f5-4543-9419-8aa35994dab0 port f0e21890-66ca-4103-bc57-a278f15443a3 binding host dv-cinder-779578-4-iscsi {{(pid=106987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 13:42:24.940208 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-9a4bd0eb-09b3-4b2b-ac54-38116f0cca0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (f0e21890-66ca-4103-bc57-a278f15443a3), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:24.953179 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port ca94b171-ad43-4ae8-af7d-562e75a935ac triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:42:24.953616 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (ca94b171-ad43-4ae8-af7d-562e75a935ac), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:24.961018 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-c9ca702e-9d20-4f83-aed6-2057bab6d9b2 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961197'] for floatingip (3fb0f53d-954b-4a4e-b0d7-aa067dd5f3f3), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:24.995174 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca702e-9d20-4f83-aed6-2057bab6d9b2 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Pushing event updated for resources: {'Port': ['ID=12718550-003f-45ac-ad19-5fc9e0420764,revision_number=2']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:25.003940 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9289339a-3893-4123-9842-bd014cc425e9 req-f694f9af-0b44-4acd-9a91-a6238d00adec tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:25.004792 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9289339a-3893-4123-9842-bd014cc425e9 req-f694f9af-0b44-4acd-9a91-a6238d00adec tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 944 time: 0.1237247 Aug 24 13:42:25.069266 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9289339a-3893-4123-9842-bd014cc425e9 req-634ca3e8-2e30-425e-8f0d-cc4ea632a8ce tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578437 Aug 24 13:42:25.120381 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-c9ca702e-9d20-4f83-aed6-2057bab6d9b2 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for floatingip (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:25.127293 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-c9ca702e-9d20-4f83-aed6-2057bab6d9b2 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5637839 Aug 24 13:42:25.219002 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:25.284582 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 579a6bec-e4ab-438a-a263-2fafa0fe42bc details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=106987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 13:42:25.321374 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f13026ed-9914-45ea-9ba2-7c984e0ac19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:25.399659 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:25.401283 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:25.496854 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5d15c532-b42c-46dd-b787-cd0d69ea9b66 req-444987dc-6334-4404-846c-efe461877efc tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1268775126&fields=id&tenant_id=127e5da55b164ce68568c153fee58baf HTTP/1.1" status: 200 len: 267 time: 0.1005418 Aug 24 13:42:25.547237 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:25.594069 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.db_base_plugin_common [None req-f13026ed-9914-45ea-9ba2-7c984e0ac19a admin admin] Allocated IP 172.20.0.1 (440bd507-b6ac-4736-a4d2-ede05189225c/855e4e70-f3fd-4957-8cf7-11d6e251674e/34c70bdb-9521-4499-bf3b-8c76878fe792) {{(pid=106986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:42:25.649688 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port ca94b171-ad43-4ae8-af7d-562e75a935ac is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:42:25.663645 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:25.711558 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15c532-b42c-46dd-b787-cd0d69ea9b66 req-69514db8-39cb-4d92-8b69-de11e4cf85ac tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:25.712441 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5d15c532-b42c-46dd-b787-cd0d69ea9b66 req-69514db8-39cb-4d92-8b69-de11e4cf85ac tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/networks?id=1fcb22e0-a643-462e-8b2f-3661641fd3fe HTTP/1.1" status: 200 len: 819 time: 0.2078743 Aug 24 13:42:25.731602 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 579a6bec-e4ab-438a-a263-2fafa0fe42bc, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=579a6bec-e4ab-438a-a263-2fafa0fe42bc,segment=NetworkSegment(2ee2ed0f-8942-4d6c-9c77-0bae79e3a489),segment_id=2ee2ed0f-8942-4d6c-9c77-0bae79e3a489)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:42:25.745433 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5d15c532-b42c-46dd-b787-cd0d69ea9b66 req-5314c211-9680-4625-91b4-e75637599f7e tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/quotas/127e5da55b164ce68568c153fee58baf HTTP/1.1" status: 200 len: 375 time: 0.0249712 Aug 24 13:42:25.758889 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:25.767763 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Returning: {'device': '579a6bec-e4ab-438a-a263-2fafa0fe42bc', 'network_id': '2a47b7b8-8e69-4dcf-8155-1e0d50419209', 'port_id': '579a6bec-e4ab-438a-a263-2fafa0fe42bc', 'mac_address': 'fa:16:3e:9b:af:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bc1c488-9e72-4177-be4a-033432e17d3d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 13:42:25.790864 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-65ca2a2b-c196-4ffe-9d9a-878904d0f148 req-2e0e2c7a-78a1-43c5-bed1-b72ac5423dcb tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5fb46333-4237-44a1-8a88-7d5171bfdb84 HTTP/1.1" status: 200 len: 210 time: 0.0563130 Aug 24 13:42:25.809868 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f13026ed-9914-45ea-9ba2-7c984e0ac19a admin admin] Publish callbacks [] for port (34c70bdb-9521-4499-bf3b-8c76878fe792), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:25.858429 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5d15c532-b42c-46dd-b787-cd0d69ea9b66 req-84d68dff-0382-483e-9750-6bd68cbb149e tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=127e5da55b164ce68568c153fee58baf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0887125 Aug 24 13:42:25.872682 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port 579a6bec-e4ab-438a-a263-2fafa0fe42bc is: DOWN; New status is: BUILD {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:42:25.873324 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (579a6bec-e4ab-438a-a263-2fafa0fe42bc), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:25.880099 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-9a4bd0eb-09b3-4b2b-ac54-38116f0cca0d None None] Publish callbacks [] for port (f0e21890-66ca-4103-bc57-a278f15443a3), precommit_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:25.894369 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 579a6bec-e4ab-438a-a263-2fafa0fe42bc {{(pid=106987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 13:42:25.918650 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 579a6bec-e4ab-438a-a263-2fafa0fe42bc, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=579a6bec-e4ab-438a-a263-2fafa0fe42bc,segment=NetworkSegment(2ee2ed0f-8942-4d6c-9c77-0bae79e3a489),segment_id=2ee2ed0f-8942-4d6c-9c77-0bae79e3a489)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:42:25.975888 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5d15c532-b42c-46dd-b787-cd0d69ea9b66 req-17277780-3663-487c-913c-534110848b2a service neutron] 10.222.0.73 "GET /networking/v2.0/networks/1fcb22e0-a643-462e-8b2f-3661641fd3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997994 Aug 24 13:42:25.984132 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f13026ed-9914-45ea-9ba2-7c984e0ac19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990584'] for port (34c70bdb-9521-4499-bf3b-8c76878fe792), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:25.985196 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-9a4bd0eb-09b3-4b2b-ac54-38116f0cca0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (f0e21890-66ca-4103-bc57-a278f15443a3), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:26.031798 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (579a6bec-e4ab-438a-a263-2fafa0fe42bc), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:26.043353 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-9a4bd0eb-09b3-4b2b-ac54-38116f0cca0d None None] Attempting to bind port f0e21890-66ca-4103-bc57-a278f15443a3 on host dv-cinder-779578-4-iscsi for vnic_type normal with profile {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:42:26.043859 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-9a4bd0eb-09b3-4b2b-ac54-38116f0cca0d None None] Attempting to bind port f0e21890-66ca-4103-bc57-a278f15443a3 by drivers openvswitch,hyperv on host dv-cinder-779578-4-iscsi at level 0 using segments [{'id': '5f346d1e-6301-45fd-9dfc-66a590810fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'}] {{(pid=106987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:42:26.044363 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4bd0eb-09b3-4b2b-ac54-38116f0cca0d None None] Attempting to bind port f0e21890-66ca-4103-bc57-a278f15443a3 on network b9a647d2-3285-4c25-b9a6-e511e6620ca5 {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:42:26.056774 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4bd0eb-09b3-4b2b-ac54-38116f0cca0d None None] Checking agent: {'id': '00f42bad-d4f2-47c4-8e20-2c8cceeec132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 29, 55), 'started_at': datetime.datetime(2022, 8, 24, 13, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:42:26.057332 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4bd0eb-09b3-4b2b-ac54-38116f0cca0d None None] Checking segment: {'id': '5f346d1e-6301-45fd-9dfc-66a590810fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:42:26.057864 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-9a4bd0eb-09b3-4b2b-ac54-38116f0cca0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:26.058831 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a4bd0eb-09b3-4b2b-ac54-38116f0cca0d None None] Bound using segment: {'id': '5f346d1e-6301-45fd-9dfc-66a590810fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'} {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:42:26.058831 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-9a4bd0eb-09b3-4b2b-ac54-38116f0cca0d None None] Bound port: f0e21890-66ca-4103-bc57-a278f15443a3, host: dv-cinder-779578-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f346d1e-6301-45fd-9dfc-66a590810fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'}}] {{(pid=106987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:42:26.059413 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-9a4bd0eb-09b3-4b2b-ac54-38116f0cca0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (f0e21890-66ca-4103-bc57-a278f15443a3), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:26.060166 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13026ed-9914-45ea-9ba2-7c984e0ac19a admin admin] Network 440bd507-b6ac-4736-a4d2-ede05189225c is already hosted by enough agents. {{(pid=106986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:42:26.066033 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbef001-c833-49e3-a5c9-e8568cab9259 None None] Pushing event updated for resources: {'Port': ['ID=f0e21890-66ca-4103-bc57-a278f15443a3,revision_number=2']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:26.074773 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.base_scheduler [None req-f13026ed-9914-45ea-9ba2-7c984e0ac19a admin admin] Resources bound (agent type, host, resource id): {{(pid=106986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:42:26.074773 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13026ed-9914-45ea-9ba2-7c984e0ac19a admin admin] Received port after_create {{(pid=106986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:42:26.095573 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:26.114948 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5d15c532-b42c-46dd-b787-cd0d69ea9b66 req-2a1ecb39-47b6-44cb-9142-82f4b8861b98 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/1fcb22e0-a643-462e-8b2f-3661641fd3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317205 Aug 24 13:42:26.123755 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f13026ed-9914-45ea-9ba2-7c984e0ac19a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-961072'] for router_interface (c87be637-b9f5-4543-9419-8aa35994dab0), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:26.226007 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-9a4bd0eb-09b3-4b2b-ac54-38116f0cca0d None None] For port f0e21890-66ca-4103-bc57-a278f15443a3, host dv-cinder-779578-4-iscsi, cleared binding levels {{(pid=106987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:42:26.254007 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=579a6bec-e4ab-438a-a263-2fafa0fe42bc,revision_number=4']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:26.254544 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13026ed-9914-45ea-9ba2-7c984e0ac19a admin admin] Pushing event updated for resources: {'Port': ['ID=34c70bdb-9521-4499-bf3b-8c76878fe792,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:26.264038 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-9a4bd0eb-09b3-4b2b-ac54-38116f0cca0d None None] For port f0e21890-66ca-4103-bc57-a278f15443a3, host dv-cinder-779578-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=f0e21890-66ca-4103-bc57-a278f15443a3,segment=NetworkSegment(5f346d1e-6301-45fd-9dfc-66a590810fee),segment_id=5f346d1e-6301-45fd-9dfc-66a590810fee)] {{(pid=106987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:42:26.305255 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f6fbbb-8a7f-4a86-a448-aaa7df2dabf1 req-e132f259-c494-4bfc-8993-0bc57b57c86f tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:26.308678 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-71f6fbbb-8a7f-4a86-a448-aaa7df2dabf1 req-e132f259-c494-4bfc-8993-0bc57b57c86f tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 945 time: 0.0831237 Aug 24 13:42:26.366700 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-71f6fbbb-8a7f-4a86-a448-aaa7df2dabf1 req-2b701947-4b25-4a5d-97b0-e1f88118812e tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500948 Aug 24 13:42:26.410505 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] get_ports_and_sgs() called for port_ids ['579a6bec-e4ab-438a-a263-2fafa0fe42bc'] {{(pid=106987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 13:42:26.455584 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-cfc518b7-35a2-4fe9-b1e4-3bdba3d019a3 None None] Provisioning complete for port 34c70bdb-9521-4499-bf3b-8c76878fe792 triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:42:26.455959 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-cfc518b7-35a2-4fe9-b1e4-3bdba3d019a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (34c70bdb-9521-4499-bf3b-8c76878fe792), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:26.505121 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-cfc518b7-35a2-4fe9-b1e4-3bdba3d019a3 None None] Port 34c70bdb-9521-4499-bf3b-8c76878fe792 cannot update to ACTIVE because it is not bound. {{(pid=106987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 13:42:26.542312 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:26.677129 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-9a4bd0eb-09b3-4b2b-ac54-38116f0cca0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (f0e21890-66ca-4103-bc57-a278f15443a3), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:26.733529 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:26.735069 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f13026ed-9914-45ea-9ba2-7c984e0ac19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (34c70bdb-9521-4499-bf3b-8c76878fe792), before_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:26.745307 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4bd0eb-09b3-4b2b-ac54-38116f0cca0d None None] Routers {'c87be637-b9f5-4543-9419-8aa35994dab0'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:42:26.745945 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-9a4bd0eb-09b3-4b2b-ac54-38116f0cca0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:42:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['c87be637-b9f5-4543-9419-8aa35994dab0'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:42:26.796192 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:26.803247 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-258bb248-a5a1-44e8-8aad-37a95acae16c req-ea8acc73-c2b9-45d7-9c77-1f5a879745e8 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c1b259b6-2024-4b30-865d-17dadaef5406 HTTP/1.1" status: 200 len: 210 time: 0.0587044 Aug 24 13:42:26.813041 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbef001-c833-49e3-a5c9-e8568cab9259 None None] Pushing event updated for resources: {'Port': ['ID=f0e21890-66ca-4103-bc57-a278f15443a3,revision_number=3']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:26.901971 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-9a4bd0eb-09b3-4b2b-ac54-38116f0cca0d None None] Set router c87be637-b9f5-4543-9419-8aa35994dab0 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:42:26.982620 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b99f48fe-2de1-4f0b-8f8a-fab27408d0ac req-f23dbbd0-93d9-4135-8de3-176963163167 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5fb46333-4237-44a1-8a88-7d5171bfdb84 HTTP/1.1" status: 200 len: 210 time: 0.0476108 Aug 24 13:42:27.035489 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f13026ed-9914-45ea-9ba2-7c984e0ac19a admin admin] Publish callbacks [] for port (34c70bdb-9521-4499-bf3b-8c76878fe792), precommit_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:27.132451 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f13026ed-9914-45ea-9ba2-7c984e0ac19a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2990583'] for port (34c70bdb-9521-4499-bf3b-8c76878fe792), after_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:27.153302 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-9a4bd0eb-09b3-4b2b-ac54-38116f0cca0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'name': 'tempest-TestVolumeBootPattern-446231488-router', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'f0e21890-66ca-4103-bc57-a278f15443a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:42:20Z', 'updated_at': '2022-08-24T13:42:26Z', 'revision_number': 4, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'gw_port': {'id': 'f0e21890-66ca-4103-bc57-a278f15443a3', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:78:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:21Z', 'updated_at': '2022-08-24T13:42:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': '34c70bdb-9521-4499-bf3b-8c76878fe792', 'name': '', 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'mac_address': 'fa:16:3e:2f:73:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '855e4e70-f3fd-4957-8cf7-11d6e251674e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:25Z', 'updated_at': '2022-08-24T13:42:25Z', 'revision_number': 1, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'subnets': [{'id': '855e4e70-f3fd-4957-8cf7-11d6e251674e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:42:27.181742 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4bd0eb-09b3-4b2b-ac54-38116f0cca0d None None] The sync data for ids ['c87be637-b9f5-4543-9419-8aa35994dab0'] in dv-cinder-779578-4-iscsi is: [{'id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'name': 'tempest-TestVolumeBootPattern-446231488-router', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'f0e21890-66ca-4103-bc57-a278f15443a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:42:20Z', 'updated_at': '2022-08-24T13:42:26Z', 'revision_number': 4, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'gw_port': {'id': 'f0e21890-66ca-4103-bc57-a278f15443a3', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:78:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:21Z', 'updated_at': '2022-08-24T13:42:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': '34c70bdb-9521-4499-bf3b-8c76878fe792', 'name': '', 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'mac_address': 'fa:16:3e:2f:73:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '855e4e70-f3fd-4957-8cf7-11d6e251674e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:25Z', 'updated_at': '2022-08-24T13:42:25Z', 'revision_number': 1, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'subnets': [{'id': '855e4e70-f3fd-4957-8cf7-11d6e251674e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:42:27.218478 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f13026ed-9914-45ea-9ba2-7c984e0ac19a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-961100'] for router_interface (c87be637-b9f5-4543-9419-8aa35994dab0), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:27.220493 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13026ed-9914-45ea-9ba2-7c984e0ac19a admin admin] Pushing event updated for resources: {'Port': ['ID=34c70bdb-9521-4499-bf3b-8c76878fe792,revision_number=2']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:27.370142 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13026ed-9914-45ea-9ba2-7c984e0ac19a admin admin] Network 440bd507-b6ac-4736-a4d2-ede05189225c is already hosted by enough agents. {{(pid=106986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:42:27.371834 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.base_scheduler [None req-f13026ed-9914-45ea-9ba2-7c984e0ac19a admin admin] Resources bound (agent type, host, resource id): {{(pid=106986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:42:27.427561 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 579a6bec-e4ab-438a-a263-2fafa0fe42bc up at agent hyperv_hv-cinder-77957 {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:42:27.534138 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:27.578725 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Provisioning for port 579a6bec-e4ab-438a-a263-2fafa0fe42bc completed by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 13:42:27.600381 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef89c700-5e7c-4e37-b441-555c143d9594 req-bb6b3994-c348-43ef-bd74-51d05b99dcde tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:27.600641 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f13026ed-9914-45ea-9ba2-7c984e0ac19a admin admin] Router c87be637-b9f5-4543-9419-8aa35994dab0 has already been hosted by L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 {{(pid=106986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 13:42:27.609983 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ef89c700-5e7c-4e37-b441-555c143d9594 req-bb6b3994-c348-43ef-bd74-51d05b99dcde tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 945 time: 0.1056914 Aug 24 13:42:27.691045 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ef89c700-5e7c-4e37-b441-555c143d9594 req-48e65169-4ae7-4f5c-9dd6-379846ffac02 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799036 Aug 24 13:42:27.737207 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-ec8375e4-5063-466c-b56f-35a25c1dbc0d None None] Provisioning complete for port 34c70bdb-9521-4499-bf3b-8c76878fe792 triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:42:27.737844 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-ec8375e4-5063-466c-b56f-35a25c1dbc0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (34c70bdb-9521-4499-bf3b-8c76878fe792), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:27.756507 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13026ed-9914-45ea-9ba2-7c984e0ac19a admin admin] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:42:27.761497 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Provisioning complete for port 579a6bec-e4ab-438a-a263-2fafa0fe42bc triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:42:27.761855 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (579a6bec-e4ab-438a-a263-2fafa0fe42bc), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:27.772243 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-f13026ed-9914-45ea-9ba2-7c984e0ac19a admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/c87be637-b9f5-4543-9419-8aa35994dab0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3058350 Aug 24 13:42:27.813429 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-ec8375e4-5063-466c-b56f-35a25c1dbc0d None None] Port 34c70bdb-9521-4499-bf3b-8c76878fe792 cannot update to ACTIVE because it is not bound. {{(pid=106987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 13:42:27.879938 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port 579a6bec-e4ab-438a-a263-2fafa0fe42bc is: BUILD; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:42:27.880781 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (579a6bec-e4ab-438a-a263-2fafa0fe42bc), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:27.917063 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1118fb04-6744-4b7c-b639-0081073ee53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '579a6bec-e4ab-438a-a263-2fafa0fe42bc'}] {{(pid=106987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:42:27.920843 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee01592ba90e2cb9dcb0c84681ff9a6759d336f5db8af78df2209fafc25a55a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27db4e7-7bac-4d5a-a6f3-b28c70f29db0" -d '{"events": [{"server_uuid": "1118fb04-6744-4b7c-b639-0081073ee53a", "name": "network-vif-plugged", "status": "completed", "tag": "579a6bec-e4ab-438a-a263-2fafa0fe42bc"}]}' {{(pid=106987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:42:27.955781 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 579a6bec-e4ab-438a-a263-2fafa0fe42bc, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=579a6bec-e4ab-438a-a263-2fafa0fe42bc,segment=NetworkSegment(2ee2ed0f-8942-4d6c-9c77-0bae79e3a489),segment_id=2ee2ed0f-8942-4d6c-9c77-0bae79e3a489)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:42:27.961093 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-09d192a8-ad76-43b7-a072-9535edd40788 req-a17156a6-9e9c-4a9e-827d-c0aaf8e97652 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c1b259b6-2024-4b30-865d-17dadaef5406 HTTP/1.1" status: 200 len: 210 time: 0.0791619 Aug 24 13:42:28.001461 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 13:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c0cb08-209f-4922-af33-151433ffeb19 x-openstack-request-id: req-c9c0cb08-209f-4922-af33-151433ffeb19 {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:42:28.001829 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1118fb04-6744-4b7c-b639-0081073ee53a", "name": "network-vif-plugged", "status": "completed", "tag": "579a6bec-e4ab-438a-a263-2fafa0fe42bc", "code": 200}]} {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:42:28.002070 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c9c0cb08-209f-4922-af33-151433ffeb19 {{(pid=106987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:42:28.002472 dv-cinder-779578-4-iscsi neutron-server[106987]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9c0cb08-209f-4922-af33-151433ffeb19'] response: {'server_uuid': '1118fb04-6744-4b7c-b639-0081073ee53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '579a6bec-e4ab-438a-a263-2fafa0fe42bc', 'code': 200} Aug 24 13:42:28.064065 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (579a6bec-e4ab-438a-a263-2fafa0fe42bc), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:28.155220 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b9d894b1-0f5f-40f1-b2cf-d82a7df309fc req-32a3a9f4-00c9-4508-a0a8-11702f8d7668 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5fb46333-4237-44a1-8a88-7d5171bfdb84 HTTP/1.1" status: 200 len: 210 time: 0.0604177 Aug 24 13:42:28.204462 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:28.228174 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=579a6bec-e4ab-438a-a263-2fafa0fe42bc,revision_number=5']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:28.246241 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629bddd-10a5-4fc9-b29c-90c4d4a529e1 req-f20f039e-4f39-4c9c-9edd-cc7e02f4fc81 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:28.248091 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1629bddd-10a5-4fc9-b29c-90c4d4a529e1 req-f20f039e-4f39-4c9c-9edd-cc7e02f4fc81 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.20 "GET /networking/v2.0/networks?id=789a27f6-7f62-4022-86ef-1042c82fc322 HTTP/1.1" status: 200 len: 815 time: 0.2911143 Aug 24 13:42:28.345223 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1629bddd-10a5-4fc9-b29c-90c4d4a529e1 req-8f622c6c-5b16-4a0d-81c4-ebe344a155f3 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=019b2e8bdb934d94a25fe4b355e73c68 HTTP/1.1" status: 200 len: 380 time: 0.0790188 Aug 24 13:42:28.360395 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [req-1629bddd-10a5-4fc9-b29c-90c4d4a529e1 req-351fba78-fc03-4ea3-8704-954366e243c7 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Request body: {'port': {'device_id': '5fb46333-4237-44a1-8a88-7d5171bfdb84', 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'admin_state_up': True, 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'security_groups': ['2f2363be-2e78-4869-8eb2-a55d6e32c694']}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:42:28.584590 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1629bddd-10a5-4fc9-b29c-90c4d4a529e1 req-351fba78-fc03-4ea3-8704-954366e243c7 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Made reservation on behalf of 019b2e8bdb934d94a25fe4b355e73c68 for: {'port': 1} {{(pid=106985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:42:28.594386 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-1629bddd-10a5-4fc9-b29c-90c4d4a529e1 req-351fba78-fc03-4ea3-8704-954366e243c7 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:28.642585 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a12c6-f9d0-4247-ac78-a58a5de21d29 req-485278f2-3263-419b-a75a-678a967cccfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:28.644269 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-856a12c6-f9d0-4247-ac78-a58a5de21d29 req-485278f2-3263-419b-a75a-678a967cccfa service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 1130 time: 0.0747192 Aug 24 13:42:28.824980 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device f0e21890-66ca-4103-bc57-a278f15443a3 up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:42:28.845094 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.db_base_plugin_common [req-1629bddd-10a5-4fc9-b29c-90c4d4a529e1 req-351fba78-fc03-4ea3-8704-954366e243c7 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Allocated IP 172.20.0.5 (789a27f6-7f62-4022-86ef-1042c82fc322/d07781da-28f3-4c07-b598-0d710e632916/4e40061a-00da-4a8b-ae82-5150e0416828) {{(pid=106985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:42:28.862098 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:28.890670 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:28.891685 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:28.903408 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:28.909779 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-856a12c6-f9d0-4247-ac78-a58a5de21d29 req-ca885487-ef87-4464-b8e1-47ba659106a7 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438384 Aug 24 13:42:28.910674 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port f0e21890-66ca-4103-bc57-a278f15443a3 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:42:28.911826 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (f0e21890-66ca-4103-bc57-a278f15443a3), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:28.949288 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ff899c-364f-4045-8ce9-554a85baf46d req-1bd4143d-bc2b-479b-bbeb-b59b07f52f43 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:28.960153 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d7ff899c-364f-4045-8ce9-554a85baf46d req-1bd4143d-bc2b-479b-bbeb-b59b07f52f43 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 946 time: 0.1193070 Aug 24 13:42:29.036927 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 53914) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:42:29.043256 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-e1d23ced-0d28-4d91-8441-0c4c4ceb367a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1689595705-network', 'tenant_id': 'acc55cc2d1e34e70aacabed458a3b107'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:42:29.097164 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port f0e21890-66ca-4103-bc57-a278f15443a3 is: DOWN; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:42:29.097773 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (f0e21890-66ca-4103-bc57-a278f15443a3), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:29.132032 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] For port f0e21890-66ca-4103-bc57-a278f15443a3, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=f0e21890-66ca-4103-bc57-a278f15443a3,segment=NetworkSegment(5f346d1e-6301-45fd-9dfc-66a590810fee),segment_id=5f346d1e-6301-45fd-9dfc-66a590810fee)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:42:29.139374 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d7ff899c-364f-4045-8ce9-554a85baf46d req-ca31d6a8-d5c5-442c-bd32-f758c65f7969 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1710455 Aug 24 13:42:29.139374 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-6beb48a2-8c17-473c-b076-046657d9e491 req-fe5bb2bd-ef1c-4671-82dc-5afe7aabc736 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c1b259b6-2024-4b30-865d-17dadaef5406 HTTP/1.1" status: 200 len: 210 time: 0.0572352 Aug 24 13:42:29.213742 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d23ced-0d28-4d91-8441-0c4c4ceb367a admin admin] Made reservation on behalf of acc55cc2d1e34e70aacabed458a3b107 for: {'network': 1} {{(pid=106986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:42:29.216425 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e1d23ced-0d28-4d91-8441-0c4c4ceb367a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for network (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:29.234941 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e1d23ced-0d28-4d91-8441-0c4c4ceb367a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:29.248744 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-1629bddd-10a5-4fc9-b29c-90c4d4a529e1 req-351fba78-fc03-4ea3-8704-954366e243c7 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for port (4e40061a-00da-4a8b-ae82-5150e0416828), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:29.264831 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (f0e21890-66ca-4103-bc57-a278f15443a3), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:29.328611 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e1d23ced-0d28-4d91-8441-0c4c4ceb367a admin admin] Publish callbacks [] for security_group (376450f4-3770-4193-a250-03c377ded71b), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:29.330432 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Pushing event updated for resources: {'Port': ['ID=f0e21890-66ca-4103-bc57-a278f15443a3,revision_number=4']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:29.331275 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-2119a2e2-f3e8-448d-ba36-0d253d33a33d req-1edb3d1e-e8a3-487e-a7d8-89ad8c8ff38d tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5fb46333-4237-44a1-8a88-7d5171bfdb84 HTTP/1.1" status: 200 len: 210 time: 0.0416067 Aug 24 13:42:29.367938 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-1629bddd-10a5-4fc9-b29c-90c4d4a529e1 req-351fba78-fc03-4ea3-8704-954366e243c7 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (4e40061a-00da-4a8b-ae82-5150e0416828), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:29.402780 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:29.412891 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e1d23ced-0d28-4d91-8441-0c4c4ceb367a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (376450f4-3770-4193-a250-03c377ded71b), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:29.414595 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1629bddd-10a5-4fc9-b29c-90c4d4a529e1 req-351fba78-fc03-4ea3-8704-954366e243c7 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Network 789a27f6-7f62-4022-86ef-1042c82fc322 is already hosted by enough agents. {{(pid=106985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:42:29.418258 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.base_scheduler [req-1629bddd-10a5-4fc9-b29c-90c4d4a529e1 req-351fba78-fc03-4ea3-8704-954366e243c7 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Resources bound (agent type, host, resource id): {{(pid=106985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:42:29.422704 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.l3_dvrscheduler_db [req-1629bddd-10a5-4fc9-b29c-90c4d4a529e1 req-351fba78-fc03-4ea3-8704-954366e243c7 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Received port after_create {{(pid=106985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:42:29.438760 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1d23ced-0d28-4d91-8441-0c4c4ceb367a admin admin] vlan segment allocate from pool success with {'vlan_id': 437, 'physical_network': 'physnet1'} {{(pid=106986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 13:42:29.450161 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351fba78-fc03-4ea3-8704-954366e243c7 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Pushing event updated for resources: {'Port': ['ID=4e40061a-00da-4a8b-ae82-5150e0416828,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:29.457060 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d23ced-0d28-4d91-8441-0c4c4ceb367a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376450f4-3770-4193-a250-03c377ded71b,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:29.461818 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e1d23ced-0d28-4d91-8441-0c4c4ceb367a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916165'] for segment (4288d16b-45a7-4790-894d-b7ee3d18b81e), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:29.462168 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.db.segments_db [None req-e1d23ced-0d28-4d91-8441-0c4c4ceb367a admin admin] Added segment 4288d16b-45a7-4790-894d-b7ee3d18b81e of type vlan for network 8dd3e202-cf1c-4cec-8bb0-acfb767ad30f Aug 24 13:42:29.486016 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629bddd-10a5-4fc9-b29c-90c4d4a529e1 req-351fba78-fc03-4ea3-8704-954366e243c7 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:29.486650 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-1629bddd-10a5-4fc9-b29c-90c4d4a529e1 req-351fba78-fc03-4ea3-8704-954366e243c7 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:29.519877 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e1d23ced-0d28-4d91-8441-0c4c4ceb367a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732775010169'] for network (8dd3e202-cf1c-4cec-8bb0-acfb767ad30f), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:29.575024 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1629bddd-10a5-4fc9-b29c-90c4d4a529e1 req-351fba78-fc03-4ea3-8704-954366e243c7 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2224967 Aug 24 13:42:29.647555 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e1d23ced-0d28-4d91-8441-0c4c4ceb367a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995'] for network (8dd3e202-cf1c-4cec-8bb0-acfb767ad30f), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:29.648625 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d23ced-0d28-4d91-8441-0c4c4ceb367a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:29.649218 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e1d23ced-0d28-4d91-8441-0c4c4ceb367a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for network (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:29.652537 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [req-1629bddd-10a5-4fc9-b29c-90c4d4a529e1 req-3c2640b3-5444-472c-a6b5-a515cdf2cd4b service neutron] Request body: {'port': {'device_id': '5fb46333-4237-44a1-8a88-7d5171bfdb84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:42:29.671146 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-cb185bfb-9f6b-4ede-9a94-059ce989d5ae None None] Provisioning complete for port 4e40061a-00da-4a8b-ae82-5150e0416828 triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:42:29.671767 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-cb185bfb-9f6b-4ede-9a94-059ce989d5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (4e40061a-00da-4a8b-ae82-5150e0416828), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:29.713607 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:29.715863 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-cb185bfb-9f6b-4ede-9a94-059ce989d5ae None None] Port 4e40061a-00da-4a8b-ae82-5150e0416828 cannot update to ACTIVE because it is not bound. {{(pid=106987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 13:42:29.716121 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d23ced-0d28-4d91-8441-0c4c4ceb367a admin admin] Pushing event updated for resources: {'Network': ['ID=8dd3e202-cf1c-4cec-8bb0-acfb767ad30f,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:29.728607 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-1629bddd-10a5-4fc9-b29c-90c4d4a529e1 req-3c2640b3-5444-472c-a6b5-a515cdf2cd4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (4e40061a-00da-4a8b-ae82-5150e0416828), before_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:29.728781 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Network 8dd3e202-cf1c-4cec-8bb0-acfb767ad30f details requested by agent ovs-agent-dv-cinder-779578-4-iscsi with host dv-cinder-779578-4-iscsi {{(pid=106987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 13:42:29.790365 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 53918) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:42:29.790677 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-e1d23ced-0d28-4d91-8441-0c4c4ceb367a admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7525134 Aug 24 13:42:29.797186 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-7a3b85d3-a0e5-4e51-9ec7-a01747221eb6 admin admin] Request body: {'subnet': {'network_id': '8dd3e202-cf1c-4cec-8bb0-acfb767ad30f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1689595705-subnet', 'tenant_id': 'acc55cc2d1e34e70aacabed458a3b107', 'ip_version': 4}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:42:29.958536 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3b85d3-a0e5-4e51-9ec7-a01747221eb6 admin admin] Made reservation on behalf of acc55cc2d1e34e70aacabed458a3b107 for: {'subnet': 1} {{(pid=106985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:42:29.960982 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-7a3b85d3-a0e5-4e51-9ec7-a01747221eb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133617'] for subnet (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:30.049516 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fab1586-e532-4f82-b937-829a31331b8d None None] Sync routers for ids ['c87be637-b9f5-4543-9419-8aa35994dab0'] in dv-cinder-779578-4-iscsi {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:42:30.059484 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fab1586-e532-4f82-b937-829a31331b8d None None] Routers {'c87be637-b9f5-4543-9419-8aa35994dab0'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:42:30.060097 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-9fab1586-e532-4f82-b937-829a31331b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:42:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['c87be637-b9f5-4543-9419-8aa35994dab0'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:42:30.121819 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.notifiers.nova [req-1629bddd-10a5-4fc9-b29c-90c4d4a529e1 req-3c2640b3-5444-472c-a6b5-a515cdf2cd4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e40061a-00da-4a8b-ae82-5150e0416828 {{(pid=106985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 13:42:30.132552 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-1629bddd-10a5-4fc9-b29c-90c4d4a529e1 req-3c2640b3-5444-472c-a6b5-a515cdf2cd4b service neutron] Publish callbacks [] for port (4e40061a-00da-4a8b-ae82-5150e0416828), precommit_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:30.171555 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.provisioning_blocks [req-1629bddd-10a5-4fc9-b29c-90c4d4a529e1 req-3c2640b3-5444-472c-a6b5-a515cdf2cd4b service neutron] Transition to ACTIVE for port object 4e40061a-00da-4a8b-ae82-5150e0416828 will not be triggered until provisioned by entity L2. {{(pid=106985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 13:42:30.178128 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-9fab1586-e532-4f82-b937-829a31331b8d None None] Set router c87be637-b9f5-4543-9419-8aa35994dab0 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:42:30.339301 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-412dafc8-d143-4ab4-98e9-3cd6d7c7dcdd req-273ab89a-721e-41c4-a6b2-8a6f64cf319a tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c1b259b6-2024-4b30-865d-17dadaef5406 HTTP/1.1" status: 200 len: 210 time: 0.0553429 Aug 24 13:42:30.365290 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-1629bddd-10a5-4fc9-b29c-90c4d4a529e1 req-3c2640b3-5444-472c-a6b5-a515cdf2cd4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2796075'] for port (4e40061a-00da-4a8b-ae82-5150e0416828), after_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:30.414955 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7dfde-a633-4172-8286-be924b58c660 req-473387aa-1737-4e28-a6e1-9f1c9f07b101 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:30.417690 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9bb7dfde-a633-4172-8286-be924b58c660 req-473387aa-1737-4e28-a6e1-9f1c9f07b101 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 946 time: 0.1202760 Aug 24 13:42:30.423294 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-7a3b85d3-a0e5-4e51-9ec7-a01747221eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2795956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133535'] for subnet (1e259b54-9c70-4379-8dc1-628a4b3f06fc), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:30.527510 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-9fab1586-e532-4f82-b937-829a31331b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'name': 'tempest-TestVolumeBootPattern-446231488-router', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'f0e21890-66ca-4103-bc57-a278f15443a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:42:20Z', 'updated_at': '2022-08-24T13:42:26Z', 'revision_number': 4, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'gw_port': {'id': 'f0e21890-66ca-4103-bc57-a278f15443a3', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:78:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:21Z', 'updated_at': '2022-08-24T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': '34c70bdb-9521-4499-bf3b-8c76878fe792', 'name': '', 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'mac_address': 'fa:16:3e:2f:73:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '855e4e70-f3fd-4957-8cf7-11d6e251674e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:25Z', 'updated_at': '2022-08-24T13:42:26Z', 'revision_number': 2, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'subnets': [{'id': '855e4e70-f3fd-4957-8cf7-11d6e251674e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:42:30.550553 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:30.555200 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fab1586-e532-4f82-b937-829a31331b8d None None] Checking router: c87be637-b9f5-4543-9419-8aa35994dab0 for host: dv-cinder-779578-4-iscsi {{(pid=106988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:42:30.555554 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fab1586-e532-4f82-b937-829a31331b8d None None] Updating router c87be637-b9f5-4543-9419-8aa35994dab0 port 34c70bdb-9521-4499-bf3b-8c76878fe792 binding host dv-cinder-779578-4-iscsi {{(pid=106988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 13:42:30.565389 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2640b3-5444-472c-a6b5-a515cdf2cd4b service neutron] Pushing event updated for resources: {'Port': ['ID=4e40061a-00da-4a8b-ae82-5150e0416828,revision_number=2']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:30.594081 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=3 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:30.599038 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-9fab1586-e532-4f82-b937-829a31331b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (34c70bdb-9521-4499-bf3b-8c76878fe792), before_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:30.618178 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa932d-fed2-4441-be11-0cf71b9ecedb req-1be57fee-8249-4b6f-907d-2d484488e30c tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:30.621197 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-09fa932d-fed2-4441-be11-0cf71b9ecedb req-1be57fee-8249-4b6f-907d-2d484488e30c tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5fb46333-4237-44a1-8a88-7d5171bfdb84 HTTP/1.1" status: 200 len: 943 time: 0.1682911 Aug 24 13:42:30.621197 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3b85d3-a0e5-4e51-9ec7-a01747221eb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e259b54-9c70-4379-8dc1-628a4b3f06fc,revision_number=0']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:30.684840 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9bb7dfde-a633-4172-8286-be924b58c660 req-ab046320-aa39-4676-a2dc-247b3097fe0f tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2382140 Aug 24 13:42:30.734007 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.managers [req-1629bddd-10a5-4fc9-b29c-90c4d4a529e1 req-3c2640b3-5444-472c-a6b5-a515cdf2cd4b service neutron] Attempting to bind port 4e40061a-00da-4a8b-ae82-5150e0416828 on host hv-cinder-77957 for vnic_type normal with profile {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:42:30.734360 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.managers [req-1629bddd-10a5-4fc9-b29c-90c4d4a529e1 req-3c2640b3-5444-472c-a6b5-a515cdf2cd4b service neutron] Attempting to bind port 4e40061a-00da-4a8b-ae82-5150e0416828 by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': '67afd480-e30a-4400-a86a-25b503d7ef00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322'}] {{(pid=106985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:42:30.734675 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1629bddd-10a5-4fc9-b29c-90c4d4a529e1 req-3c2640b3-5444-472c-a6b5-a515cdf2cd4b service neutron] Attempting to bind port 4e40061a-00da-4a8b-ae82-5150e0416828 on network 789a27f6-7f62-4022-86ef-1042c82fc322 {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:42:30.747064 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3b85d3-a0e5-4e51-9ec7-a01747221eb6 admin admin] Checking segment: {'id': '4288d16b-45a7-4790-894d-b7ee3d18b81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8dd3e202-cf1c-4cec-8bb0-acfb767ad30f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:42:30.747430 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3b85d3-a0e5-4e51-9ec7-a01747221eb6 admin admin] Network hostable DHCP agents. Network: 8dd3e202-cf1c-4cec-8bb0-acfb767ad30f, hostable agents: ['5b6616ad-7c61-467c-8809-81a3e3733e23'], hosted agents: [] {{(pid=106985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 13:42:30.770082 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1629bddd-10a5-4fc9-b29c-90c4d4a529e1 req-3c2640b3-5444-472c-a6b5-a515cdf2cd4b service neutron] Port 4e40061a-00da-4a8b-ae82-5150e0416828 on network 789a27f6-7f62-4022-86ef-1042c82fc322 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 13:42:30.770415 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1629bddd-10a5-4fc9-b29c-90c4d4a529e1 req-3c2640b3-5444-472c-a6b5-a515cdf2cd4b service neutron] Attempting to bind port 4e40061a-00da-4a8b-ae82-5150e0416828 on network 789a27f6-7f62-4022-86ef-1042c82fc322 {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:42:30.824328 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device f0e21890-66ca-4103-bc57-a278f15443a3 up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:42:30.831144 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1629bddd-10a5-4fc9-b29c-90c4d4a529e1 req-3c2640b3-5444-472c-a6b5-a515cdf2cd4b service neutron] Checking agent: {'id': 'a93d403b-29c5-41ac-a53c-7c0bf3f47879', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 36, 17), 'started_at': datetime.datetime(2022, 8, 24, 13, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:42:30.831475 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1629bddd-10a5-4fc9-b29c-90c4d4a529e1 req-3c2640b3-5444-472c-a6b5-a515cdf2cd4b service neutron] Checking segment: {'id': '67afd480-e30a-4400-a86a-25b503d7ef00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:42:30.831870 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1629bddd-10a5-4fc9-b29c-90c4d4a529e1 req-3c2640b3-5444-472c-a6b5-a515cdf2cd4b service neutron] Bound using segment: {'id': '67afd480-e30a-4400-a86a-25b503d7ef00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322'} {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:42:30.832358 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.managers [req-1629bddd-10a5-4fc9-b29c-90c4d4a529e1 req-3c2640b3-5444-472c-a6b5-a515cdf2cd4b service neutron] Bound port: 4e40061a-00da-4a8b-ae82-5150e0416828, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67afd480-e30a-4400-a86a-25b503d7ef00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322'}}] {{(pid=106985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:42:30.837423 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-1629bddd-10a5-4fc9-b29c-90c4d4a529e1 req-3c2640b3-5444-472c-a6b5-a515cdf2cd4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (4e40061a-00da-4a8b-ae82-5150e0416828), before_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:30.846558 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-09fa932d-fed2-4441-be11-0cf71b9ecedb req-59b9bbf3-d061-40a9-828f-c46a4bfaae78 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2f2363be-2e78-4869-8eb2-a55d6e32c694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934125 Aug 24 13:42:30.887141 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port f0e21890-66ca-4103-bc57-a278f15443a3 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:42:30.887769 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (f0e21890-66ca-4103-bc57-a278f15443a3), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:30.934943 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15c532-b42c-46dd-b787-cd0d69ea9b66 req-c5221415-2d8e-4713-8a72-d4586f3d013f tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:30.936777 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5d15c532-b42c-46dd-b787-cd0d69ea9b66 req-c5221415-2d8e-4713-8a72-d4586f3d013f tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.20 "GET /networking/v2.0/networks?id=1fcb22e0-a643-462e-8b2f-3661641fd3fe HTTP/1.1" status: 200 len: 819 time: 0.2638891 Aug 24 13:42:30.959741 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-9fab1586-e532-4f82-b937-829a31331b8d None None] Publish callbacks [] for port (34c70bdb-9521-4499-bf3b-8c76878fe792), precommit_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:30.971374 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3b85d3-a0e5-4e51-9ec7-a01747221eb6 admin admin] Network 8dd3e202-cf1c-4cec-8bb0-acfb767ad30f is scheduled to be hosted by DHCP agent 5b6616ad-7c61-467c-8809-81a3e3733e23 with binding_index 1 {{(pid=106985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 13:42:30.974196 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port f0e21890-66ca-4103-bc57-a278f15443a3 is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:42:30.976728 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.db [req-1629bddd-10a5-4fc9-b29c-90c4d4a529e1 req-3c2640b3-5444-472c-a6b5-a515cdf2cd4b service neutron] For port 4e40061a-00da-4a8b-ae82-5150e0416828, host hv-cinder-77957, cleared binding levels {{(pid=106985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:42:31.000533 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.db [req-1629bddd-10a5-4fc9-b29c-90c4d4a529e1 req-3c2640b3-5444-472c-a6b5-a515cdf2cd4b service neutron] For port 4e40061a-00da-4a8b-ae82-5150e0416828, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=4e40061a-00da-4a8b-ae82-5150e0416828,segment=NetworkSegment(67afd480-e30a-4400-a86a-25b503d7ef00),segment_id=67afd480-e30a-4400-a86a-25b503d7ef00)] {{(pid=106985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:42:31.037842 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5d15c532-b42c-46dd-b787-cd0d69ea9b66 req-f5d6f51b-60c3-48bb-b431-553572d6d6fa tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=127e5da55b164ce68568c153fee58baf HTTP/1.1" status: 200 len: 380 time: 0.0824671 Aug 24 13:42:31.050237 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [req-5d15c532-b42c-46dd-b787-cd0d69ea9b66 req-e903f13b-c5ef-4cd0-abcb-1cd86e315eb5 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Request body: {'port': {'device_id': 'c1b259b6-2024-4b30-865d-17dadaef5406', 'network_id': '1fcb22e0-a643-462e-8b2f-3661641fd3fe', 'admin_state_up': True, 'tenant_id': '127e5da55b164ce68568c153fee58baf', 'security_groups': ['dbfde4a0-415f-4a98-8850-42be8ee2490f']}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:42:31.063567 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-9fab1586-e532-4f82-b937-829a31331b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (34c70bdb-9521-4499-bf3b-8c76878fe792), after_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:31.081776 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.base_scheduler [None req-7a3b85d3-a0e5-4e51-9ec7-a01747221eb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779578-4-iscsi, 8dd3e202-cf1c-4cec-8bb0-acfb767ad30f) {{(pid=106985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:42:31.091983 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3b85d3-a0e5-4e51-9ec7-a01747221eb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:31.091983 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-7a3b85d3-a0e5-4e51-9ec7-a01747221eb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for subnet (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:31.101465 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83106456-adc8-4c9f-88d3-2f1f7520beee None None] Network 8dd3e202-cf1c-4cec-8bb0-acfb767ad30f requested from dv-cinder-779578-4-iscsi {{(pid=106987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 13:42:31.134362 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-1629bddd-10a5-4fc9-b29c-90c4d4a529e1 req-3c2640b3-5444-472c-a6b5-a515cdf2cd4b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2796075'] for port (4e40061a-00da-4a8b-ae82-5150e0416828), after_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:31.148822 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629bddd-10a5-4fc9-b29c-90c4d4a529e1 req-3c2640b3-5444-472c-a6b5-a515cdf2cd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:31.150288 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-1629bddd-10a5-4fc9-b29c-90c4d4a529e1 req-3c2640b3-5444-472c-a6b5-a515cdf2cd4b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:31.153298 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1629bddd-10a5-4fc9-b29c-90c4d4a529e1 req-3c2640b3-5444-472c-a6b5-a515cdf2cd4b service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/4e40061a-00da-4a8b-ae82-5150e0416828 HTTP/1.1" status: 200 len: 1093 time: 1.5053539 Aug 24 13:42:31.153298 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb46333-4237-44a1-8a88-7d5171bfdb84', 'tag': '4e40061a-00da-4a8b-ae82-5150e0416828'}] {{(pid=106985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:42:31.155051 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b4911-82c5-48cf-96d5-2d18c498124a None None] Pushing event updated for resources: {'Port': ['ID=34c70bdb-9521-4499-bf3b-8c76878fe792,revision_number=3']} {{(pid=106988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:31.155929 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339b45b761399ad6383a0e79eb3d49a8b35bb9728a194a6e9817421c04d0c31a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e279b4-b9f3-43e6-8770-6f8d68634644" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb46333-4237-44a1-8a88-7d5171bfdb84", "tag": "4e40061a-00da-4a8b-ae82-5150e0416828"}]}' {{(pid=106985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:42:31.207468 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 13:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e22a919f-4831-4fd5-9fc4-1abd81cac44b x-openstack-request-id: req-e22a919f-4831-4fd5-9fc4-1abd81cac44b {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:42:31.208098 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb46333-4237-44a1-8a88-7d5171bfdb84", "tag": "4e40061a-00da-4a8b-ae82-5150e0416828", "status": "completed", "code": 200}]} {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:42:31.208098 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e22a919f-4831-4fd5-9fc4-1abd81cac44b {{(pid=106985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:42:31.208434 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e22a919f-4831-4fd5-9fc4-1abd81cac44b'] response: {'name': 'network-changed', 'server_uuid': '5fb46333-4237-44a1-8a88-7d5171bfdb84', 'tag': '4e40061a-00da-4a8b-ae82-5150e0416828', 'status': 'completed', 'code': 200} Aug 24 13:42:31.214773 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.managers [None req-9fab1586-e532-4f82-b937-829a31331b8d None None] Attempting to bind port 34c70bdb-9521-4499-bf3b-8c76878fe792 on host dv-cinder-779578-4-iscsi for vnic_type normal with profile {{(pid=106988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:42:31.215143 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.managers [None req-9fab1586-e532-4f82-b937-829a31331b8d None None] Attempting to bind port 34c70bdb-9521-4499-bf3b-8c76878fe792 by drivers openvswitch,hyperv on host dv-cinder-779578-4-iscsi at level 0 using segments [{'id': 'a66ff9af-39c0-4933-b76c-c41e5f0ae69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c'}] {{(pid=106988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:42:31.215494 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fab1586-e532-4f82-b937-829a31331b8d None None] Attempting to bind port 34c70bdb-9521-4499-bf3b-8c76878fe792 on network 440bd507-b6ac-4736-a4d2-ede05189225c {{(pid=106988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:42:31.225341 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7b4911-82c5-48cf-96d5-2d18c498124a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:31.225683 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7b4911-82c5-48cf-96d5-2d18c498124a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:31.226033 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7b4911-82c5-48cf-96d5-2d18c498124a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:31.226383 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7b4911-82c5-48cf-96d5-2d18c498124a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:31.227086 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7b4911-82c5-48cf-96d5-2d18c498124a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:31.227591 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7b4911-82c5-48cf-96d5-2d18c498124a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:31.228361 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7b4911-82c5-48cf-96d5-2d18c498124a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:31.229947 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7b4911-82c5-48cf-96d5-2d18c498124a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:31.230504 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7b4911-82c5-48cf-96d5-2d18c498124a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:31.231004 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7b4911-82c5-48cf-96d5-2d18c498124a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:31.231334 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7b4911-82c5-48cf-96d5-2d18c498124a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:31.231668 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7b4911-82c5-48cf-96d5-2d18c498124a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:31.231989 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7b4911-82c5-48cf-96d5-2d18c498124a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:31.232384 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7b4911-82c5-48cf-96d5-2d18c498124a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:31.233618 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d7b4911-82c5-48cf-96d5-2d18c498124a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:31.236944 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fab1586-e532-4f82-b937-829a31331b8d None None] Checking agent: {'id': '00f42bad-d4f2-47c4-8e20-2c8cceeec132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 29, 55), 'started_at': datetime.datetime(2022, 8, 24, 13, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:42:31.237603 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fab1586-e532-4f82-b937-829a31331b8d None None] Checking segment: {'id': 'a66ff9af-39c0-4933-b76c-c41e5f0ae69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:42:31.237906 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c528d69a-eac2-4e7f-9734-2a0f4c87d0b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ca6df2e-0481-52d5-912d-ac12d3288b0d-8dd3e202-cf1c-4cec-8bb0-acfb767ad30f', 'network_id': '8dd3e202-cf1c-4cec-8bb0-acfb767ad30f', 'project_id': 'acc55cc2d1e34e70aacabed458a3b107', 'fixed_ips': [{'subnet_id': '1e259b54-9c70-4379-8dc1-628a4b3f06fc'}]}} from dv-cinder-779578-4-iscsi. {{(pid=106987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 13:42:31.238319 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-9fab1586-e532-4f82-b937-829a31331b8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:31.238979 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fab1586-e532-4f82-b937-829a31331b8d None None] Bound using segment: {'id': 'a66ff9af-39c0-4933-b76c-c41e5f0ae69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c'} {{(pid=106988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:42:31.240150 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.managers [None req-9fab1586-e532-4f82-b937-829a31331b8d None None] Bound port: 34c70bdb-9521-4499-bf3b-8c76878fe792, host: dv-cinder-779578-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a66ff9af-39c0-4933-b76c-c41e5f0ae69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c'}}] {{(pid=106988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:42:31.240505 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-c528d69a-eac2-4e7f-9734-2a0f4c87d0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:31.240998 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-9fab1586-e532-4f82-b937-829a31331b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (34c70bdb-9521-4499-bf3b-8c76878fe792), before_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:31.248568 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2640b3-5444-472c-a6b5-a515cdf2cd4b service neutron] Pushing event updated for resources: {'Port': ['ID=4e40061a-00da-4a8b-ae82-5150e0416828,revision_number=3']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:31.270195 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-7a3b85d3-a0e5-4e51-9ec7-a01747221eb6 admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4739106 Aug 24 13:42:31.273972 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 53930) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:42:31.275367 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-05365f65-6a45-4fdc-bc01-52af87db544f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1689595705-router', 'tenant_id': 'acc55cc2d1e34e70aacabed458a3b107', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'}}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:42:31.333849 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.db [None req-9fab1586-e532-4f82-b937-829a31331b8d None None] For port 34c70bdb-9521-4499-bf3b-8c76878fe792, host dv-cinder-779578-4-iscsi, cleared binding levels {{(pid=106988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:42:31.337682 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.db [None req-9fab1586-e532-4f82-b937-829a31331b8d None None] For port 34c70bdb-9521-4499-bf3b-8c76878fe792, host dv-cinder-779578-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=34c70bdb-9521-4499-bf3b-8c76878fe792,segment=NetworkSegment(a66ff9af-39c0-4933-b76c-c41e5f0ae69c),segment_id=a66ff9af-39c0-4933-b76c-c41e5f0ae69c)] {{(pid=106988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:42:31.345644 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e279b4-b9f3-43e6-8770-6f8d68634644 req-a78c039a-4975-46d6-8266-86ce841494f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:31.347169 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a8e279b4-b9f3-43e6-8770-6f8d68634644 req-a78c039a-4975-46d6-8266-86ce841494f3 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=019b2e8bdb934d94a25fe4b355e73c68&device_id=5fb46333-4237-44a1-8a88-7d5171bfdb84 HTTP/1.1" status: 200 len: 1127 time: 0.0606909 Aug 24 13:42:31.413729 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d15c532-b42c-46dd-b787-cd0d69ea9b66 req-e903f13b-c5ef-4cd0-abcb-1cd86e315eb5 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Made reservation on behalf of 127e5da55b164ce68568c153fee58baf for: {'port': 1} {{(pid=106985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:42:31.418111 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-5d15c532-b42c-46dd-b787-cd0d69ea9b66 req-e903f13b-c5ef-4cd0-abcb-1cd86e315eb5 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:31.459638 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-36dc84b0-7db0-4a07-ba6e-d59a88edc5a4 req-72982419-74c3-43db-8389-b90df958a257 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c1b259b6-2024-4b30-865d-17dadaef5406 HTTP/1.1" status: 200 len: 210 time: 0.0384197 Aug 24 13:42:31.471646 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-05365f65-6a45-4fdc-bc01-52af87db544f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1009456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7664'] for router (4d45ad9d-09ac-4d29-aec5-df216c9b03d5), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:31.472321 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-9fab1586-e532-4f82-b937-829a31331b8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (34c70bdb-9521-4499-bf3b-8c76878fe792), after_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:31.473550 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-05365f65-6a45-4fdc-bc01-52af87db544f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1008860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1030859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7655'] for router (4d45ad9d-09ac-4d29-aec5-df216c9b03d5), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:31.491676 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:31.496091 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fab1586-e532-4f82-b937-829a31331b8d None None] Routers {'c87be637-b9f5-4543-9419-8aa35994dab0'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:42:31.496924 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-9fab1586-e532-4f82-b937-829a31331b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:42:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['c87be637-b9f5-4543-9419-8aa35994dab0'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:42:31.556970 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.db_base_plugin_common [None req-c528d69a-eac2-4e7f-9734-2a0f4c87d0b6 None None] Allocated IP 172.20.0.2 (8dd3e202-cf1c-4cec-8bb0-acfb767ad30f/1e259b54-9c70-4379-8dc1-628a4b3f06fc/fcc4a087-2fd3-4862-895e-b26afd5e00f9) {{(pid=106987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:42:31.620985 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:31.621871 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:31.623559 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-05365f65-6a45-4fdc-bc01-52af87db544f admin admin] Publish callbacks [] for router_controller (4d45ad9d-09ac-4d29-aec5-df216c9b03d5), precommit_add_association {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:31.625154 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:31.654703 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:31.673641 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-9fab1586-e532-4f82-b937-829a31331b8d None None] Set router c87be637-b9f5-4543-9419-8aa35994dab0 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:42:31.676663 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d7b4911-82c5-48cf-96d5-2d18c498124a None None] Pushing event updated for resources: {'Port': ['ID=34c70bdb-9521-4499-bf3b-8c76878fe792,revision_number=4']} {{(pid=106988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:31.813493 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-c528d69a-eac2-4e7f-9734-2a0f4c87d0b6 None None] Publish callbacks [] for port (fcc4a087-2fd3-4862-895e-b26afd5e00f9), precommit_create {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:31.889812 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-05365f65-6a45-4fdc-bc01-52af87db544f admin admin] Publish callbacks [] for router_gateway (4d45ad9d-09ac-4d29-aec5-df216c9b03d5), precommit_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:31.893898 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-c528d69a-eac2-4e7f-9734-2a0f4c87d0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634'] for port (fcc4a087-2fd3-4862-895e-b26afd5e00f9), after_create {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:31.935037 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c528d69a-eac2-4e7f-9734-2a0f4c87d0b6 None None] Network 8dd3e202-cf1c-4cec-8bb0-acfb767ad30f is already hosted by enough agents. {{(pid=106987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:42:31.939238 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.scheduler.base_scheduler [None req-c528d69a-eac2-4e7f-9734-2a0f4c87d0b6 None None] Resources bound (agent type, host, resource id): {{(pid=106987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:42:31.946390 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c528d69a-eac2-4e7f-9734-2a0f4c87d0b6 None None] Received port after_create {{(pid=106987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:42:31.972217 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-9fab1586-e532-4f82-b937-829a31331b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'name': 'tempest-TestVolumeBootPattern-446231488-router', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'f0e21890-66ca-4103-bc57-a278f15443a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:42:20Z', 'updated_at': '2022-08-24T13:42:26Z', 'revision_number': 4, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'gw_port': {'id': 'f0e21890-66ca-4103-bc57-a278f15443a3', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:78:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:21Z', 'updated_at': '2022-08-24T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': '34c70bdb-9521-4499-bf3b-8c76878fe792', 'name': '', 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'mac_address': 'fa:16:3e:2f:73:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '855e4e70-f3fd-4957-8cf7-11d6e251674e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:25Z', 'updated_at': '2022-08-24T13:42:31Z', 'revision_number': 4, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'subnets': [{'id': '855e4e70-f3fd-4957-8cf7-11d6e251674e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:42:31.990592 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c528d69a-eac2-4e7f-9734-2a0f4c87d0b6 None None] Pushing event updated for resources: {'Port': ['ID=fcc4a087-2fd3-4862-895e-b26afd5e00f9,revision_number=1']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:32.017439 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fab1586-e532-4f82-b937-829a31331b8d None None] The sync data for ids ['c87be637-b9f5-4543-9419-8aa35994dab0'] in dv-cinder-779578-4-iscsi is: [{'id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'name': 'tempest-TestVolumeBootPattern-446231488-router', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'f0e21890-66ca-4103-bc57-a278f15443a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:42:20Z', 'updated_at': '2022-08-24T13:42:26Z', 'revision_number': 4, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'gw_port': {'id': 'f0e21890-66ca-4103-bc57-a278f15443a3', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:78:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:21Z', 'updated_at': '2022-08-24T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': '34c70bdb-9521-4499-bf3b-8c76878fe792', 'name': '', 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'mac_address': 'fa:16:3e:2f:73:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '855e4e70-f3fd-4957-8cf7-11d6e251674e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:25Z', 'updated_at': '2022-08-24T13:42:31Z', 'revision_number': 4, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'subnets': [{'id': '855e4e70-f3fd-4957-8cf7-11d6e251674e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:42:32.041350 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-c528d69a-eac2-4e7f-9734-2a0f4c87d0b6 None None] Attempting to bind port fcc4a087-2fd3-4862-895e-b26afd5e00f9 on host dv-cinder-779578-4-iscsi for vnic_type normal with profile {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:42:32.042474 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-c528d69a-eac2-4e7f-9734-2a0f4c87d0b6 None None] Attempting to bind port fcc4a087-2fd3-4862-895e-b26afd5e00f9 by drivers openvswitch,hyperv on host dv-cinder-779578-4-iscsi at level 0 using segments [{'id': '4288d16b-45a7-4790-894d-b7ee3d18b81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8dd3e202-cf1c-4cec-8bb0-acfb767ad30f'}] {{(pid=106987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:42:32.043497 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c528d69a-eac2-4e7f-9734-2a0f4c87d0b6 None None] Attempting to bind port fcc4a087-2fd3-4862-895e-b26afd5e00f9 on network 8dd3e202-cf1c-4cec-8bb0-acfb767ad30f {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:42:32.053302 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c528d69a-eac2-4e7f-9734-2a0f4c87d0b6 None None] Checking agent: {'id': '00f42bad-d4f2-47c4-8e20-2c8cceeec132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 29, 55), 'started_at': datetime.datetime(2022, 8, 24, 13, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:42:32.056525 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c528d69a-eac2-4e7f-9734-2a0f4c87d0b6 None None] Checking segment: {'id': '4288d16b-45a7-4790-894d-b7ee3d18b81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8dd3e202-cf1c-4cec-8bb0-acfb767ad30f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:42:32.056525 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-c528d69a-eac2-4e7f-9734-2a0f4c87d0b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:32.056525 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c528d69a-eac2-4e7f-9734-2a0f4c87d0b6 None None] Bound using segment: {'id': '4288d16b-45a7-4790-894d-b7ee3d18b81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8dd3e202-cf1c-4cec-8bb0-acfb767ad30f'} {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:42:32.056525 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-c528d69a-eac2-4e7f-9734-2a0f4c87d0b6 None None] Bound port: fcc4a087-2fd3-4862-895e-b26afd5e00f9, host: dv-cinder-779578-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4288d16b-45a7-4790-894d-b7ee3d18b81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8dd3e202-cf1c-4cec-8bb0-acfb767ad30f'}}] {{(pid=106987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:42:32.058828 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-c528d69a-eac2-4e7f-9734-2a0f4c87d0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (fcc4a087-2fd3-4862-895e-b26afd5e00f9), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:32.209023 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-c528d69a-eac2-4e7f-9734-2a0f4c87d0b6 None None] For port fcc4a087-2fd3-4862-895e-b26afd5e00f9, host dv-cinder-779578-4-iscsi, cleared binding levels {{(pid=106987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:42:32.217338 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-c528d69a-eac2-4e7f-9734-2a0f4c87d0b6 None None] For port fcc4a087-2fd3-4862-895e-b26afd5e00f9, host dv-cinder-779578-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=fcc4a087-2fd3-4862-895e-b26afd5e00f9,segment=NetworkSegment(4288d16b-45a7-4790-894d-b7ee3d18b81e),segment_id=4288d16b-45a7-4790-894d-b7ee3d18b81e)] {{(pid=106987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:42:32.258414 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f613564c-deac-4aa4-8f52-e79d67b1c9bb req-64986fdf-6263-4b5e-aa08-5c0b8d21e2c3 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:32.261735 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f613564c-deac-4aa4-8f52-e79d67b1c9bb req-64986fdf-6263-4b5e-aa08-5c0b8d21e2c3 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 946 time: 0.2175329 Aug 24 13:42:32.269498 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:32.273884 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e279b4-b9f3-43e6-8770-6f8d68634644 req-d76e4d0a-376b-4bcd-b029-1ccbdcf4f501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:32.273884 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a8e279b4-b9f3-43e6-8770-6f8d68634644 req-d76e4d0a-376b-4bcd-b029-1ccbdcf4f501 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=019b2e8bdb934d94a25fe4b355e73c68&shared=False HTTP/1.1" status: 200 len: 916 time: 0.7777603 Aug 24 13:42:32.279177 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c0da25-8a53-435e-acea-813aceb6f4b6 req-febe8818-ffd5-4011-9322-72f003d109a2 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:32.280911 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-50c0da25-8a53-435e-acea-813aceb6f4b6 req-febe8818-ffd5-4011-9322-72f003d109a2 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5fb46333-4237-44a1-8a88-7d5171bfdb84 HTTP/1.1" status: 200 len: 943 time: 0.2464724 Aug 24 13:42:32.304648 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-05365f65-6a45-4fdc-bc01-52af87db544f admin admin] Publish callbacks [] for router_gateway (4d45ad9d-09ac-4d29-aec5-df216c9b03d5), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:32.315241 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-c528d69a-eac2-4e7f-9734-2a0f4c87d0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (fcc4a087-2fd3-4862-895e-b26afd5e00f9), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:32.322044 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.db_base_plugin_common [req-5d15c532-b42c-46dd-b787-cd0d69ea9b66 req-e903f13b-c5ef-4cd0-abcb-1cd86e315eb5 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Allocated IP 172.20.0.10 (1fcb22e0-a643-462e-8b2f-3661641fd3fe/b7ad1c15-3875-4de4-b3a4-2c63d79b04bd/7aadab9f-67a3-4721-a287-269890ea0757) {{(pid=106985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:42:32.331584 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:32.348572 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-05365f65-6a45-4fdc-bc01-52af87db544f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:32.409533 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:32.427574 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c528d69a-eac2-4e7f-9734-2a0f4c87d0b6 None None] Pushing event updated for resources: {'Port': ['ID=fcc4a087-2fd3-4862-895e-b26afd5e00f9,revision_number=2']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:32.560268 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f613564c-deac-4aa4-8f52-e79d67b1c9bb req-d9f57c10-f1a2-42bf-8b2b-f6456400dcc7 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2780468 Aug 24 13:42:32.563989 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-50c0da25-8a53-435e-acea-813aceb6f4b6 req-aaefe9ca-b54c-4909-8e81-69a144b6cc70 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2f2363be-2e78-4869-8eb2-a55d6e32c694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2606483 Aug 24 13:42:32.585157 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.db_base_plugin_common [None req-05365f65-6a45-4fdc-bc01-52af87db544f admin admin] Allocated IP 172.27.1.211 (b9a647d2-3285-4c25-b9a6-e511e6620ca5/0f88e60e-ade3-4937-9959-ff6f15b76440/01ec9a19-46f2-4e97-81b6-d488a7175571) {{(pid=106986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:42:32.585910 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e279b4-b9f3-43e6-8770-6f8d68634644 req-340c1db0-2caa-45e0-879b-edf16553fdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:32.585910 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a8e279b4-b9f3-43e6-8770-6f8d68634644 req-340c1db0-2caa-45e0-879b-edf16553fdb6 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2986104 Aug 24 13:42:32.796264 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:32.912831 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-225781f1-3663-4bfd-9f44-8b1291158615 req-713ff399-9b0d-4254-8816-79302fa9b216 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c1b259b6-2024-4b30-865d-17dadaef5406 HTTP/1.1" status: 200 len: 210 time: 0.1729569 Aug 24 13:42:32.914513 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629bddd-10a5-4fc9-b29c-90c4d4a529e1 req-952c04f8-b066-4830-befb-a0103058f4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:32.917866 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1629bddd-10a5-4fc9-b29c-90c4d4a529e1 req-952c04f8-b066-4830-befb-a0103058f4eb service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=019b2e8bdb934d94a25fe4b355e73c68&device_id=5fb46333-4237-44a1-8a88-7d5171bfdb84 HTTP/1.1" status: 200 len: 1127 time: 0.1237442 Aug 24 13:42:32.968410 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-05365f65-6a45-4fdc-bc01-52af87db544f admin admin] Publish callbacks [] for port (01ec9a19-46f2-4e97-81b6-d488a7175571), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:33.038425 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-5d15c532-b42c-46dd-b787-cd0d69ea9b66 req-e903f13b-c5ef-4cd0-abcb-1cd86e315eb5 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks [] for port (7aadab9f-67a3-4721-a287-269890ea0757), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:33.042379 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1629bddd-10a5-4fc9-b29c-90c4d4a529e1 req-e88afa19-9e7c-44aa-9866-290f2b7d3b0c service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e40061a-00da-4a8b-ae82-5150e0416828 HTTP/1.1" status: 200 len: 217 time: 0.0971386 Aug 24 13:42:33.100011 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-05365f65-6a45-4fdc-bc01-52af87db544f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990584'] for port (01ec9a19-46f2-4e97-81b6-d488a7175571), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:33.144535 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device fcc4a087-2fd3-4862-895e-b26afd5e00f9 up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:42:33.145700 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2020de7f-dc3a-485b-8d88-0511433a065c req-4ad2b44e-8a95-4d43-b481-e8eb445bd0de tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:33.147281 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-2020de7f-dc3a-485b-8d88-0511433a065c req-4ad2b44e-8a95-4d43-b481-e8eb445bd0de tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 946 time: 0.1855359 Aug 24 13:42:33.155035 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05365f65-6a45-4fdc-bc01-52af87db544f admin admin] Network b9a647d2-3285-4c25-b9a6-e511e6620ca5 is already hosted by enough agents. {{(pid=106986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:42:33.159114 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.base_scheduler [None req-05365f65-6a45-4fdc-bc01-52af87db544f admin admin] Resources bound (agent type, host, resource id): {{(pid=106986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:42:33.169011 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05365f65-6a45-4fdc-bc01-52af87db544f admin admin] Received port after_create {{(pid=106986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:42:33.171276 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:33.171835 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629bddd-10a5-4fc9-b29c-90c4d4a529e1 req-84f08f1e-355d-4e5d-8977-bccfbfbfc040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:33.173388 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1629bddd-10a5-4fc9-b29c-90c4d4a529e1 req-84f08f1e-355d-4e5d-8977-bccfbfbfc040 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d07781da-28f3-4c07-b598-0d710e632916 HTTP/1.1" status: 200 len: 854 time: 0.1015534 Aug 24 13:42:33.177229 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05365f65-6a45-4fdc-bc01-52af87db544f admin admin] Pushing event updated for resources: {'Port': ['ID=01ec9a19-46f2-4e97-81b6-d488a7175571,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:33.281221 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port fcc4a087-2fd3-4862-895e-b26afd5e00f9 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:42:33.282092 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (fcc4a087-2fd3-4862-895e-b26afd5e00f9), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:33.299834 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-2020de7f-dc3a-485b-8d88-0511433a065c req-535ae1b6-2a31-47bd-bbab-f5ed15efb125 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236947 Aug 24 13:42:33.301027 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1629bddd-10a5-4fc9-b29c-90c4d4a529e1 req-e3186972-e4e9-4853-87d0-fcb80d934df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:33.302621 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1629bddd-10a5-4fc9-b29c-90c4d4a529e1 req-e3186972-e4e9-4853-87d0-fcb80d934df0 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=789a27f6-7f62-4022-86ef-1042c82fc322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0985718 Aug 24 13:42:33.305835 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-5d15c532-b42c-46dd-b787-cd0d69ea9b66 req-e903f13b-c5ef-4cd0-abcb-1cd86e315eb5 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (7aadab9f-67a3-4721-a287-269890ea0757), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:33.325897 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 53944) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:42:33.442809 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:33.458313 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port fcc4a087-2fd3-4862-895e-b26afd5e00f9 is: DOWN; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:42:33.458919 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (fcc4a087-2fd3-4862-895e-b26afd5e00f9), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:33.538419 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] For port fcc4a087-2fd3-4862-895e-b26afd5e00f9, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=fcc4a087-2fd3-4862-895e-b26afd5e00f9,segment=NetworkSegment(4288d16b-45a7-4790-894d-b7ee3d18b81e),segment_id=4288d16b-45a7-4790-894d-b7ee3d18b81e)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:42:33.557230 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d15c532-b42c-46dd-b787-cd0d69ea9b66 req-e903f13b-c5ef-4cd0-abcb-1cd86e315eb5 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Network 1fcb22e0-a643-462e-8b2f-3661641fd3fe is already hosted by enough agents. {{(pid=106985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:42:33.573924 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.base_scheduler [req-5d15c532-b42c-46dd-b787-cd0d69ea9b66 req-e903f13b-c5ef-4cd0-abcb-1cd86e315eb5 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Resources bound (agent type, host, resource id): {{(pid=106985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:42:33.577755 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e903f13b-c5ef-4cd0-abcb-1cd86e315eb5 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Pushing event updated for resources: {'Port': ['ID=7aadab9f-67a3-4721-a287-269890ea0757,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:33.595178 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d15c532-b42c-46dd-b787-cd0d69ea9b66 req-e903f13b-c5ef-4cd0-abcb-1cd86e315eb5 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Received port after_create {{(pid=106985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:42:33.603345 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1629bddd-10a5-4fc9-b29c-90c4d4a529e1 req-39e566a8-204f-4a00-8e20-84ee56ad1325 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/789a27f6-7f62-4022-86ef-1042c82fc322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854974 Aug 24 13:42:33.648108 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (fcc4a087-2fd3-4862-895e-b26afd5e00f9), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:33.649038 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 34c70bdb-9521-4499-bf3b-8c76878fe792 up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:42:33.926255 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-05365f65-6a45-4fdc-bc01-52af87db544f admin admin] Publish callbacks [] for router_gateway (4d45ad9d-09ac-4d29-aec5-df216c9b03d5), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:33.928302 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Pushing event updated for resources: {'Port': ['ID=fcc4a087-2fd3-4862-895e-b26afd5e00f9,revision_number=3']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:33.928302 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port 34c70bdb-9521-4499-bf3b-8c76878fe792 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:42:33.928302 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (34c70bdb-9521-4499-bf3b-8c76878fe792), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:33.976648 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port 34c70bdb-9521-4499-bf3b-8c76878fe792 is: DOWN; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:42:33.977154 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (34c70bdb-9521-4499-bf3b-8c76878fe792), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:34.042553 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1629bddd-10a5-4fc9-b29c-90c4d4a529e1 req-3e3ff538-04db-41cc-b775-0fc67a04b67e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/789a27f6-7f62-4022-86ef-1042c82fc322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4291246 Aug 24 13:42:34.054861 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15c532-b42c-46dd-b787-cd0d69ea9b66 req-e903f13b-c5ef-4cd0-abcb-1cd86e315eb5 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:34.055770 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-5d15c532-b42c-46dd-b787-cd0d69ea9b66 req-e903f13b-c5ef-4cd0-abcb-1cd86e315eb5 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:34.076478 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] For port 34c70bdb-9521-4499-bf3b-8c76878fe792, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=34c70bdb-9521-4499-bf3b-8c76878fe792,segment=NetworkSegment(a66ff9af-39c0-4933-b76c-c41e5f0ae69c),segment_id=a66ff9af-39c0-4933-b76c-c41e5f0ae69c)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:42:34.101269 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-d786dbd1-98b1-49bf-a87a-a8fefbf40c62 None None] Provisioning complete for port 7aadab9f-67a3-4721-a287-269890ea0757 triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:42:34.101846 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-d786dbd1-98b1-49bf-a87a-a8fefbf40c62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (7aadab9f-67a3-4721-a287-269890ea0757), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:34.116369 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1aa7efc-21d3-4fc4-8057-00b056330b0c tempest-TestShelveInstance-1182070501 tempest-TestShelveInstance-1182070501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:34.119831 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-b1aa7efc-21d3-4fc4-8057-00b056330b0c tempest-TestShelveInstance-1182070501 tempest-TestShelveInstance-1182070501-project-admin] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 1125 time: 0.7094872 Aug 24 13:42:34.127825 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 53952) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:42:34.179749 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b872f1f0-cc27-4b78-8d17-a497d7158d44 None None] Network 8dd3e202-cf1c-4cec-8bb0-acfb767ad30f requested from dv-cinder-779578-4-iscsi {{(pid=106987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 13:42:34.180694 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-309bf626-e1a1-498c-b682-03124fd35da2 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Request body: {'floatingip': {'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'port_id': '579a6bec-e4ab-438a-a263-2fafa0fe42bc', 'tenant_id': '6bcafe839dec4fcc95a4c720463483ba', 'fixed_ip_address': '172.20.0.12'}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:42:34.193898 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b6081-7c00-43dd-9507-1f865a9658b8 req-ab8c1016-96b6-4cdf-b7c1-d702a6ad93d0 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:34.197955 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-599b6081-7c00-43dd-9507-1f865a9658b8 req-ab8c1016-96b6-4cdf-b7c1-d702a6ad93d0 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5fb46333-4237-44a1-8a88-7d5171bfdb84 HTTP/1.1" status: 200 len: 943 time: 0.3050752 Aug 24 13:42:34.203655 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-d786dbd1-98b1-49bf-a87a-a8fefbf40c62 None None] Port 7aadab9f-67a3-4721-a287-269890ea0757 cannot update to ACTIVE because it is not bound. {{(pid=106987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 13:42:34.235746 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-05365f65-6a45-4fdc-bc01-52af87db544f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1009155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008813'] for router (4d45ad9d-09ac-4d29-aec5-df216c9b03d5), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:34.238131 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (34c70bdb-9521-4499-bf3b-8c76878fe792), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:34.323287 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5d15c532-b42c-46dd-b787-cd0d69ea9b66 req-e903f13b-c5ef-4cd0-abcb-1cd86e315eb5 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2765861 Aug 24 13:42:34.349010 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b39ed-3777-4da8-9222-ecc79c2f7510 req-2954ce2f-b973-4dc2-b1a2-614d6df093b9 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:34.351850 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-db9b39ed-3777-4da8-9222-ecc79c2f7510 req-2954ce2f-b973-4dc2-b1a2-614d6df093b9 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c1b259b6-2024-4b30-865d-17dadaef5406 HTTP/1.1" status: 200 len: 932 time: 0.2395961 Aug 24 13:42:34.396973 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Pushing event updated for resources: {'Port': ['ID=34c70bdb-9521-4499-bf3b-8c76878fe792,revision_number=5']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:34.403161 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-2ca3aa18-ac03-4707-96c5-99ebee8de62e None None] Provisioning complete for port fcc4a087-2fd3-4862-895e-b26afd5e00f9 triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:42:34.403161 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-2ca3aa18-ac03-4707-96c5-99ebee8de62e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (fcc4a087-2fd3-4862-895e-b26afd5e00f9), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:34.418492 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-309bf626-e1a1-498c-b682-03124fd35da2 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:34.486145 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-599b6081-7c00-43dd-9507-1f865a9658b8 req-651784ea-7646-481e-a110-3985658db0d3 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2f2363be-2e78-4869-8eb2-a55d6e32c694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2456141 Aug 24 13:42:34.554227 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-2ca3aa18-ac03-4707-96c5-99ebee8de62e None None] Current status of the port fcc4a087-2fd3-4862-895e-b26afd5e00f9 is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:42:34.574812 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-db9b39ed-3777-4da8-9222-ecc79c2f7510 req-483a2d97-0111-4131-99c0-017286b63ab7 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dbfde4a0-415f-4a98-8850-42be8ee2490f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113318 Aug 24 13:42:34.593386 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-309bf626-e1a1-498c-b682-03124fd35da2 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:34.619909 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05365f65-6a45-4fdc-bc01-52af87db544f admin admin] Router 4d45ad9d-09ac-4d29-aec5-df216c9b03d5 is scheduled to L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 with binding_index 1 {{(pid=106986) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 13:42:34.722566 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:34.751550 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.db_base_plugin_common [None req-309bf626-e1a1-498c-b682-03124fd35da2 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Allocated IP 172.27.1.172 (b9a647d2-3285-4c25-b9a6-e511e6620ca5/0f88e60e-ade3-4937-9959-ff6f15b76440/2c157ed9-c3f0-4ede-aac9-918e38e3f1e1) {{(pid=106985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:42:34.790975 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-e80f3d93-0675-4787-86a7-0bb273c34322 None None] Provisioning complete for port fcc4a087-2fd3-4862-895e-b26afd5e00f9 triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:42:34.792448 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-e80f3d93-0675-4787-86a7-0bb273c34322 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (fcc4a087-2fd3-4862-895e-b26afd5e00f9), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:34.830383 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05365f65-6a45-4fdc-bc01-52af87db544f admin admin] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:42:34.866482 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009e8512-2554-49ad-b1f3-9d8082fdefd8 None None] Sync routers for ids ['4d45ad9d-09ac-4d29-aec5-df216c9b03d5'] in dv-cinder-779578-4-iscsi {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:42:34.880259 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device fcc4a087-2fd3-4862-895e-b26afd5e00f9 up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:42:34.912698 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:34.917907 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:34.918747 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009e8512-2554-49ad-b1f3-9d8082fdefd8 None None] Routers {'4d45ad9d-09ac-4d29-aec5-df216c9b03d5'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:42:34.919392 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-009e8512-2554-49ad-b1f3-9d8082fdefd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:42:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['4d45ad9d-09ac-4d29-aec5-df216c9b03d5'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:42:34.933313 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-309bf626-e1a1-498c-b682-03124fd35da2 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks [] for port (2c157ed9-c3f0-4ede-aac9-918e38e3f1e1), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:34.993139 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-05365f65-6a45-4fdc-bc01-52af87db544f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:34.996572 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-05365f65-6a45-4fdc-bc01-52af87db544f admin admin] 10.222.0.73 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7244916 Aug 24 13:42:35.001774 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 53954) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:42:35.053502 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-309bf626-e1a1-498c-b682-03124fd35da2 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (2c157ed9-c3f0-4ede-aac9-918e38e3f1e1), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:35.053769 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-e80f3d93-0675-4787-86a7-0bb273c34322 None None] Current status of the port fcc4a087-2fd3-4862-895e-b26afd5e00f9 is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:42:35.065633 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port fcc4a087-2fd3-4862-895e-b26afd5e00f9 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:42:35.065851 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:35.065968 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (fcc4a087-2fd3-4862-895e-b26afd5e00f9), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:35.115051 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-009e8512-2554-49ad-b1f3-9d8082fdefd8 None None] Set router 4d45ad9d-09ac-4d29-aec5-df216c9b03d5 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:42:35.158840 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309bf626-e1a1-498c-b682-03124fd35da2 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Network b9a647d2-3285-4c25-b9a6-e511e6620ca5 is already hosted by enough agents. {{(pid=106985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:42:35.172236 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.base_scheduler [None req-309bf626-e1a1-498c-b682-03124fd35da2 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Resources bound (agent type, host, resource id): {{(pid=106985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:42:35.183271 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309bf626-e1a1-498c-b682-03124fd35da2 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Received port after_create {{(pid=106985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:42:35.190079 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309bf626-e1a1-498c-b682-03124fd35da2 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Pushing event updated for resources: {'Port': ['ID=2c157ed9-c3f0-4ede-aac9-918e38e3f1e1,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:35.277577 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port fcc4a087-2fd3-4862-895e-b26afd5e00f9 is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:42:35.278894 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 34c70bdb-9521-4499-bf3b-8c76878fe792 up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:42:35.297971 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [req-5d15c532-b42c-46dd-b787-cd0d69ea9b66 req-44fc490a-34fd-459f-98aa-35a252e7dcb6 service neutron] Request body: {'port': {'device_id': 'c1b259b6-2024-4b30-865d-17dadaef5406', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:42:35.372360 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port 34c70bdb-9521-4499-bf3b-8c76878fe792 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:42:35.373014 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (34c70bdb-9521-4499-bf3b-8c76878fe792), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:35.415539 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-009e8512-2554-49ad-b1f3-9d8082fdefd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d45ad9d-09ac-4d29-aec5-df216c9b03d5', 'name': 'tempest-TestVolumeBootPattern-1689595705-router', 'tenant_id': 'acc55cc2d1e34e70aacabed458a3b107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '01ec9a19-46f2-4e97-81b6-d488a7175571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:42:31Z', 'updated_at': '2022-08-24T13:42:33Z', 'revision_number': 3, 'project_id': 'acc55cc2d1e34e70aacabed458a3b107', 'gw_port': {'id': '01ec9a19-46f2-4e97-81b6-d488a7175571', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d45ad9d-09ac-4d29-aec5-df216c9b03d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:32Z', 'updated_at': '2022-08-24T13:42:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi'}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:42:35.452432 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=100 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:35.454017 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009e8512-2554-49ad-b1f3-9d8082fdefd8 None None] Checking router: 4d45ad9d-09ac-4d29-aec5-df216c9b03d5 for host: dv-cinder-779578-4-iscsi {{(pid=106987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:42:35.454379 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009e8512-2554-49ad-b1f3-9d8082fdefd8 None None] Updating router 4d45ad9d-09ac-4d29-aec5-df216c9b03d5 port 01ec9a19-46f2-4e97-81b6-d488a7175571 binding host dv-cinder-779578-4-iscsi {{(pid=106987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 13:42:35.494435 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-009e8512-2554-49ad-b1f3-9d8082fdefd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (01ec9a19-46f2-4e97-81b6-d488a7175571), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:35.534245 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-5d15c532-b42c-46dd-b787-cd0d69ea9b66 req-44fc490a-34fd-459f-98aa-35a252e7dcb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (7aadab9f-67a3-4721-a287-269890ea0757), before_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:35.562357 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port 34c70bdb-9521-4499-bf3b-8c76878fe792 is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:42:35.752298 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:35.891387 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf9ee3a-fc07-4e20-89e6-50e67ac4d495 req-1f034106-e30e-41c9-87f7-001555fdfb94 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:35.892947 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4cf9ee3a-fc07-4e20-89e6-50e67ac4d495 req-1f034106-e30e-41c9-87f7-001555fdfb94 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5fb46333-4237-44a1-8a88-7d5171bfdb84 HTTP/1.1" status: 200 len: 943 time: 0.2605448 Aug 24 13:42:35.999462 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-009e8512-2554-49ad-b1f3-9d8082fdefd8 None None] Publish callbacks [] for port (01ec9a19-46f2-4e97-81b6-d488a7175571), precommit_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:36.082530 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-009e8512-2554-49ad-b1f3-9d8082fdefd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (01ec9a19-46f2-4e97-81b6-d488a7175571), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:36.127776 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-009e8512-2554-49ad-b1f3-9d8082fdefd8 None None] Attempting to bind port 01ec9a19-46f2-4e97-81b6-d488a7175571 on host dv-cinder-779578-4-iscsi for vnic_type normal with profile {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:42:36.128382 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-009e8512-2554-49ad-b1f3-9d8082fdefd8 None None] Attempting to bind port 01ec9a19-46f2-4e97-81b6-d488a7175571 by drivers openvswitch,hyperv on host dv-cinder-779578-4-iscsi at level 0 using segments [{'id': '5f346d1e-6301-45fd-9dfc-66a590810fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'}] {{(pid=106987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:42:36.128869 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009e8512-2554-49ad-b1f3-9d8082fdefd8 None None] Attempting to bind port 01ec9a19-46f2-4e97-81b6-d488a7175571 on network b9a647d2-3285-4c25-b9a6-e511e6620ca5 {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:42:36.146648 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009e8512-2554-49ad-b1f3-9d8082fdefd8 None None] Checking agent: {'id': '00f42bad-d4f2-47c4-8e20-2c8cceeec132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 29, 55), 'started_at': datetime.datetime(2022, 8, 24, 13, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:42:36.147067 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009e8512-2554-49ad-b1f3-9d8082fdefd8 None None] Checking segment: {'id': '5f346d1e-6301-45fd-9dfc-66a590810fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:42:36.147553 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-009e8512-2554-49ad-b1f3-9d8082fdefd8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:36.148030 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009e8512-2554-49ad-b1f3-9d8082fdefd8 None None] Bound using segment: {'id': '5f346d1e-6301-45fd-9dfc-66a590810fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'} {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:42:36.148730 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-009e8512-2554-49ad-b1f3-9d8082fdefd8 None None] Bound port: 01ec9a19-46f2-4e97-81b6-d488a7175571, host: dv-cinder-779578-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f346d1e-6301-45fd-9dfc-66a590810fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'}}] {{(pid=106987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:42:36.149150 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-009e8512-2554-49ad-b1f3-9d8082fdefd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (01ec9a19-46f2-4e97-81b6-d488a7175571), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:36.174293 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c435ce59-6c1f-4687-89c9-3c28072e8a3f None None] Pushing event updated for resources: {'Port': ['ID=01ec9a19-46f2-4e97-81b6-d488a7175571,revision_number=2']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:36.237234 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-009e8512-2554-49ad-b1f3-9d8082fdefd8 None None] For port 01ec9a19-46f2-4e97-81b6-d488a7175571, host dv-cinder-779578-4-iscsi, cleared binding levels {{(pid=106987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:42:36.242004 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-009e8512-2554-49ad-b1f3-9d8082fdefd8 None None] For port 01ec9a19-46f2-4e97-81b6-d488a7175571, host dv-cinder-779578-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=01ec9a19-46f2-4e97-81b6-d488a7175571,segment=NetworkSegment(5f346d1e-6301-45fd-9dfc-66a590810fee),segment_id=5f346d1e-6301-45fd-9dfc-66a590810fee)] {{(pid=106987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:42:36.305774 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5dd597-620c-4db8-a2a3-c6b63346b9ed req-56124750-ad25-4824-82fc-7c910300ab28 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:36.307642 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1d5dd597-620c-4db8-a2a3-c6b63346b9ed req-56124750-ad25-4824-82fc-7c910300ab28 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c1b259b6-2024-4b30-865d-17dadaef5406 HTTP/1.1" status: 200 len: 932 time: 0.5889225 Aug 24 13:42:36.311620 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-009e8512-2554-49ad-b1f3-9d8082fdefd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (01ec9a19-46f2-4e97-81b6-d488a7175571), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:36.362003 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009e8512-2554-49ad-b1f3-9d8082fdefd8 None None] Routers {'4d45ad9d-09ac-4d29-aec5-df216c9b03d5'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:42:36.362700 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-009e8512-2554-49ad-b1f3-9d8082fdefd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:42:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['4d45ad9d-09ac-4d29-aec5-df216c9b03d5'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:42:36.438169 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:36.443374 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c435ce59-6c1f-4687-89c9-3c28072e8a3f None None] Pushing event updated for resources: {'Port': ['ID=01ec9a19-46f2-4e97-81b6-d488a7175571,revision_number=3']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:36.484386 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-009e8512-2554-49ad-b1f3-9d8082fdefd8 None None] Set router 4d45ad9d-09ac-4d29-aec5-df216c9b03d5 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:42:36.513764 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4cf9ee3a-fc07-4e20-89e6-50e67ac4d495 req-2057cb78-f73e-498f-af90-e624cd841eee tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2f2363be-2e78-4869-8eb2-a55d6e32c694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5916476 Aug 24 13:42:36.525273 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:36.571806 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1d5dd597-620c-4db8-a2a3-c6b63346b9ed req-67412e80-5567-4ad1-9d97-02c77495c682 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dbfde4a0-415f-4a98-8850-42be8ee2490f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2425785 Aug 24 13:42:36.610171 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-309bf626-e1a1-498c-b682-03124fd35da2 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks [] for floatingip (48880fbc-ebea-453c-8f09-e57d92e8124d), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:36.701446 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-009e8512-2554-49ad-b1f3-9d8082fdefd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d45ad9d-09ac-4d29-aec5-df216c9b03d5', 'name': 'tempest-TestVolumeBootPattern-1689595705-router', 'tenant_id': 'acc55cc2d1e34e70aacabed458a3b107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '01ec9a19-46f2-4e97-81b6-d488a7175571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:42:31Z', 'updated_at': '2022-08-24T13:42:33Z', 'revision_number': 3, 'project_id': 'acc55cc2d1e34e70aacabed458a3b107', 'gw_port': {'id': '01ec9a19-46f2-4e97-81b6-d488a7175571', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d45ad9d-09ac-4d29-aec5-df216c9b03d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:32Z', 'updated_at': '2022-08-24T13:42:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi'}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:42:36.728907 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009e8512-2554-49ad-b1f3-9d8082fdefd8 None None] The sync data for ids ['4d45ad9d-09ac-4d29-aec5-df216c9b03d5'] in dv-cinder-779578-4-iscsi is: [{'id': '4d45ad9d-09ac-4d29-aec5-df216c9b03d5', 'name': 'tempest-TestVolumeBootPattern-1689595705-router', 'tenant_id': 'acc55cc2d1e34e70aacabed458a3b107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '01ec9a19-46f2-4e97-81b6-d488a7175571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:42:31Z', 'updated_at': '2022-08-24T13:42:33Z', 'revision_number': 3, 'project_id': 'acc55cc2d1e34e70aacabed458a3b107', 'gw_port': {'id': '01ec9a19-46f2-4e97-81b6-d488a7175571', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c4:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d45ad9d-09ac-4d29-aec5-df216c9b03d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:32Z', 'updated_at': '2022-08-24T13:42:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi'}] {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:42:36.742083 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.notifiers.nova [req-5d15c532-b42c-46dd-b787-cd0d69ea9b66 req-44fc490a-34fd-459f-98aa-35a252e7dcb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aadab9f-67a3-4721-a287-269890ea0757 {{(pid=106985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 13:42:36.754692 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-5d15c532-b42c-46dd-b787-cd0d69ea9b66 req-44fc490a-34fd-459f-98aa-35a252e7dcb6 service neutron] Publish callbacks [] for port (7aadab9f-67a3-4721-a287-269890ea0757), precommit_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:36.764914 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-3c59a6bf-d178-4376-b49f-bb3f8d0801a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:36.785975 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:36.789013 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.provisioning_blocks [req-5d15c532-b42c-46dd-b787-cd0d69ea9b66 req-44fc490a-34fd-459f-98aa-35a252e7dcb6 service neutron] Transition to ACTIVE for port object 7aadab9f-67a3-4721-a287-269890ea0757 will not be triggered until provisioned by entity L2. {{(pid=106985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 13:42:36.829113 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-309bf626-e1a1-498c-b682-03124fd35da2 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (2c157ed9-c3f0-4ede-aac9-918e38e3f1e1), before_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:36.930583 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-5d15c532-b42c-46dd-b787-cd0d69ea9b66 req-44fc490a-34fd-459f-98aa-35a252e7dcb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2796075'] for port (7aadab9f-67a3-4721-a287-269890ea0757), after_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:37.110782 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc490a-34fd-459f-98aa-35a252e7dcb6 service neutron] Pushing event updated for resources: {'Port': ['ID=7aadab9f-67a3-4721-a287-269890ea0757,revision_number=2']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:37.171301 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.db_base_plugin_common [None req-3c59a6bf-d178-4376-b49f-bb3f8d0801a9 admin admin] Allocated IP 172.20.0.1 (8dd3e202-cf1c-4cec-8bb0-acfb767ad30f/1e259b54-9c70-4379-8dc1-628a4b3f06fc/81527591-3b83-4c03-acdd-1af56b117125) {{(pid=106985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:42:37.246996 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:UPDATE=5,neutron:SELECT=91,neutron:INSERT=4 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:37.265919 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.managers [req-5d15c532-b42c-46dd-b787-cd0d69ea9b66 req-44fc490a-34fd-459f-98aa-35a252e7dcb6 service neutron] Attempting to bind port 7aadab9f-67a3-4721-a287-269890ea0757 on host hv-cinder-77957 for vnic_type normal with profile {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:42:37.266254 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.managers [req-5d15c532-b42c-46dd-b787-cd0d69ea9b66 req-44fc490a-34fd-459f-98aa-35a252e7dcb6 service neutron] Attempting to bind port 7aadab9f-67a3-4721-a287-269890ea0757 by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': 'e296fb18-638d-4cd2-a920-5bf2622d2f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1fcb22e0-a643-462e-8b2f-3661641fd3fe'}] {{(pid=106985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:42:37.266587 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d15c532-b42c-46dd-b787-cd0d69ea9b66 req-44fc490a-34fd-459f-98aa-35a252e7dcb6 service neutron] Attempting to bind port 7aadab9f-67a3-4721-a287-269890ea0757 on network 1fcb22e0-a643-462e-8b2f-3661641fd3fe {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:42:37.283751 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-309bf626-e1a1-498c-b682-03124fd35da2 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks [] for port (2c157ed9-c3f0-4ede-aac9-918e38e3f1e1), precommit_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:37.285549 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d15c532-b42c-46dd-b787-cd0d69ea9b66 req-44fc490a-34fd-459f-98aa-35a252e7dcb6 service neutron] Port 7aadab9f-67a3-4721-a287-269890ea0757 on network 1fcb22e0-a643-462e-8b2f-3661641fd3fe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 13:42:37.290543 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d15c532-b42c-46dd-b787-cd0d69ea9b66 req-44fc490a-34fd-459f-98aa-35a252e7dcb6 service neutron] Attempting to bind port 7aadab9f-67a3-4721-a287-269890ea0757 on network 1fcb22e0-a643-462e-8b2f-3661641fd3fe {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:42:37.326033 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d15c532-b42c-46dd-b787-cd0d69ea9b66 req-44fc490a-34fd-459f-98aa-35a252e7dcb6 service neutron] Checking agent: {'id': 'a93d403b-29c5-41ac-a53c-7c0bf3f47879', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 36, 17), 'started_at': datetime.datetime(2022, 8, 24, 13, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 42, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:42:37.326411 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d15c532-b42c-46dd-b787-cd0d69ea9b66 req-44fc490a-34fd-459f-98aa-35a252e7dcb6 service neutron] Checking segment: {'id': 'e296fb18-638d-4cd2-a920-5bf2622d2f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1fcb22e0-a643-462e-8b2f-3661641fd3fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:42:37.326770 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d15c532-b42c-46dd-b787-cd0d69ea9b66 req-44fc490a-34fd-459f-98aa-35a252e7dcb6 service neutron] Bound using segment: {'id': 'e296fb18-638d-4cd2-a920-5bf2622d2f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1fcb22e0-a643-462e-8b2f-3661641fd3fe'} {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:42:37.327217 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.managers [req-5d15c532-b42c-46dd-b787-cd0d69ea9b66 req-44fc490a-34fd-459f-98aa-35a252e7dcb6 service neutron] Bound port: 7aadab9f-67a3-4721-a287-269890ea0757, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e296fb18-638d-4cd2-a920-5bf2622d2f4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '1fcb22e0-a643-462e-8b2f-3661641fd3fe'}}] {{(pid=106985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:42:37.327574 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-5d15c532-b42c-46dd-b787-cd0d69ea9b66 req-44fc490a-34fd-459f-98aa-35a252e7dcb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (7aadab9f-67a3-4721-a287-269890ea0757), before_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:37.386588 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-309bf626-e1a1-498c-b682-03124fd35da2 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2796075'] for port (2c157ed9-c3f0-4ede-aac9-918e38e3f1e1), after_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:37.452029 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-3c59a6bf-d178-4376-b49f-bb3f8d0801a9 admin admin] Publish callbacks [] for port (81527591-3b83-4c03-acdd-1af56b117125), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:37.455213 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 4e40061a-00da-4a8b-ae82-5150e0416828 details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=106987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 13:42:37.506507 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.db [req-5d15c532-b42c-46dd-b787-cd0d69ea9b66 req-44fc490a-34fd-459f-98aa-35a252e7dcb6 service neutron] For port 7aadab9f-67a3-4721-a287-269890ea0757, host hv-cinder-77957, cleared binding levels {{(pid=106985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:42:37.515565 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.db [req-5d15c532-b42c-46dd-b787-cd0d69ea9b66 req-44fc490a-34fd-459f-98aa-35a252e7dcb6 service neutron] For port 7aadab9f-67a3-4721-a287-269890ea0757, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=7aadab9f-67a3-4721-a287-269890ea0757,segment=NetworkSegment(e296fb18-638d-4cd2-a920-5bf2622d2f4c),segment_id=e296fb18-638d-4cd2-a920-5bf2622d2f4c)] {{(pid=106985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:42:37.519907 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:37.520815 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309bf626-e1a1-498c-b682-03124fd35da2 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Pushing event updated for resources: {'Port': ['ID=2c157ed9-c3f0-4ede-aac9-918e38e3f1e1,revision_number=2']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:37.538042 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-309bf626-e1a1-498c-b682-03124fd35da2 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961197'] for floatingip (48880fbc-ebea-453c-8f09-e57d92e8124d), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:37.567059 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:37.615527 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 4e40061a-00da-4a8b-ae82-5150e0416828, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=4e40061a-00da-4a8b-ae82-5150e0416828,segment=NetworkSegment(67afd480-e30a-4400-a86a-25b503d7ef00),segment_id=67afd480-e30a-4400-a86a-25b503d7ef00)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:42:37.631656 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Returning: {'device': '4e40061a-00da-4a8b-ae82-5150e0416828', 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'port_id': '4e40061a-00da-4a8b-ae82-5150e0416828', 'mac_address': 'fa:16:3e:6d:38:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd07781da-28f3-4c07-b598-0d710e632916', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 13:42:37.706680 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port 4e40061a-00da-4a8b-ae82-5150e0416828 is: DOWN; New status is: BUILD {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:42:37.706680 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (4e40061a-00da-4a8b-ae82-5150e0416828), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:37.707136 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-5d15c532-b42c-46dd-b787-cd0d69ea9b66 req-44fc490a-34fd-459f-98aa-35a252e7dcb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2796075'] for port (7aadab9f-67a3-4721-a287-269890ea0757), after_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:37.730916 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e40061a-00da-4a8b-ae82-5150e0416828 {{(pid=106987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 13:42:37.734455 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15c532-b42c-46dd-b787-cd0d69ea9b66 req-44fc490a-34fd-459f-98aa-35a252e7dcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:37.735157 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-5d15c532-b42c-46dd-b787-cd0d69ea9b66 req-44fc490a-34fd-459f-98aa-35a252e7dcb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:37.736672 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5d15c532-b42c-46dd-b787-cd0d69ea9b66 req-44fc490a-34fd-459f-98aa-35a252e7dcb6 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/7aadab9f-67a3-4721-a287-269890ea0757 HTTP/1.1" status: 200 len: 1094 time: 2.4510810 Aug 24 13:42:37.737268 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b259b6-2024-4b30-865d-17dadaef5406', 'tag': '7aadab9f-67a3-4721-a287-269890ea0757'}] {{(pid=106985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:42:37.739618 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339b45b761399ad6383a0e79eb3d49a8b35bb9728a194a6e9817421c04d0c31a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5636e7b7-36ab-452b-8472-f22331c0becb" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b259b6-2024-4b30-865d-17dadaef5406", "tag": "7aadab9f-67a3-4721-a287-269890ea0757"}]}' {{(pid=106985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:42:37.769430 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 4e40061a-00da-4a8b-ae82-5150e0416828, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=4e40061a-00da-4a8b-ae82-5150e0416828,segment=NetworkSegment(67afd480-e30a-4400-a86a-25b503d7ef00),segment_id=67afd480-e30a-4400-a86a-25b503d7ef00)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:42:37.792429 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed2751-f6f1-45e1-a1b0-52e1397dccab req-850cac27-0dae-4b91-82a6-ed8bd4939bf1 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:37.794339 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-86ed2751-f6f1-45e1-a1b0-52e1397dccab req-850cac27-0dae-4b91-82a6-ed8bd4939bf1 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5fb46333-4237-44a1-8a88-7d5171bfdb84 HTTP/1.1" status: 200 len: 943 time: 0.1856961 Aug 24 13:42:37.812992 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-3c59a6bf-d178-4376-b49f-bb3f8d0801a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (81527591-3b83-4c03-acdd-1af56b117125), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:37.899369 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (4e40061a-00da-4a8b-ae82-5150e0416828), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:37.927424 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2021d1ea-cda0-40b4-84e9-95ba5a7ee0c5 req-daab7d39-83ae-4843-9445-5e32d6403684 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:37.929047 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-2021d1ea-cda0-40b4-84e9-95ba5a7ee0c5 req-daab7d39-83ae-4843-9445-5e32d6403684 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c1b259b6-2024-4b30-865d-17dadaef5406 HTTP/1.1" status: 200 len: 944 time: 0.1859188 Aug 24 13:42:37.939171 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c59a6bf-d178-4376-b49f-bb3f8d0801a9 admin admin] Network 8dd3e202-cf1c-4cec-8bb0-acfb767ad30f is already hosted by enough agents. {{(pid=106985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:42:37.961846 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=4e40061a-00da-4a8b-ae82-5150e0416828,revision_number=4']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:37.974440 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.base_scheduler [None req-3c59a6bf-d178-4376-b49f-bb3f8d0801a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:42:37.995798 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c59a6bf-d178-4376-b49f-bb3f8d0801a9 admin admin] Received port after_create {{(pid=106985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:42:37.998860 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc490a-34fd-459f-98aa-35a252e7dcb6 service neutron] Pushing event updated for resources: {'Port': ['ID=7aadab9f-67a3-4721-a287-269890ea0757,revision_number=3']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:38.016339 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.db.l3_db [None req-309bf626-e1a1-498c-b682-03124fd35da2 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Floating IP 48880fbc-ebea-453c-8f09-e57d92e8124d associated. External IP: 172.27.1.172, port: 579a6bec-e4ab-438a-a263-2fafa0fe42bc. Aug 24 13:42:38.053247 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15c532-b42c-46dd-b787-cd0d69ea9b66 req-9487b94d-5615-42f5-af44-5345c349e58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:38.054807 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5d15c532-b42c-46dd-b787-cd0d69ea9b66 req-9487b94d-5615-42f5-af44-5345c349e58b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=127e5da55b164ce68568c153fee58baf&device_id=c1b259b6-2024-4b30-865d-17dadaef5406 HTTP/1.1" status: 200 len: 1128 time: 0.1607335 Aug 24 13:42:38.113043 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-86ed2751-f6f1-45e1-a1b0-52e1397dccab req-aa292e89-5f7b-483a-b70c-b5a0695846a1 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2f2363be-2e78-4869-8eb2-a55d6e32c694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3045149 Aug 24 13:42:38.154050 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:38.224947 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 13:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd801a70-3710-4df5-9ca9-c0fab594d12d x-openstack-request-id: req-fd801a70-3710-4df5-9ca9-c0fab594d12d {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:42:38.225224 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b259b6-2024-4b30-865d-17dadaef5406", "tag": "7aadab9f-67a3-4721-a287-269890ea0757", "status": "completed", "code": 200}]} {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:42:38.225472 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fd801a70-3710-4df5-9ca9-c0fab594d12d {{(pid=106985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:42:38.225879 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd801a70-3710-4df5-9ca9-c0fab594d12d'] response: {'name': 'network-changed', 'server_uuid': 'c1b259b6-2024-4b30-865d-17dadaef5406', 'tag': '7aadab9f-67a3-4721-a287-269890ea0757', 'status': 'completed', 'code': 200} Aug 24 13:42:38.228596 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-a8ba1ade-afa2-4388-94ea-03d14570a549 None None] Provisioning complete for port 81527591-3b83-4c03-acdd-1af56b117125 triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:42:38.229052 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-a8ba1ade-afa2-4388-94ea-03d14570a549 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (81527591-3b83-4c03-acdd-1af56b117125), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:38.237617 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5d15c532-b42c-46dd-b787-cd0d69ea9b66 req-ca036bc4-e643-4184-9665-690e225302aa service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7aadab9f-67a3-4721-a287-269890ea0757 HTTP/1.1" status: 200 len: 217 time: 0.0939002 Aug 24 13:42:38.268385 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-3c59a6bf-d178-4376-b49f-bb3f8d0801a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-961072'] for router_interface (4d45ad9d-09ac-4d29-aec5-df216c9b03d5), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:38.274069 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-a8ba1ade-afa2-4388-94ea-03d14570a549 None None] Port 81527591-3b83-4c03-acdd-1af56b117125 cannot update to ACTIVE because it is not bound. {{(pid=106987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 13:42:38.298580 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-2021d1ea-cda0-40b4-84e9-95ba5a7ee0c5 req-5eb986e9-59fd-4482-9584-0e4eb74fd09a tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dbfde4a0-415f-4a98-8850-42be8ee2490f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3421922 Aug 24 13:42:38.302447 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c59a6bf-d178-4376-b49f-bb3f8d0801a9 admin admin] Pushing event updated for resources: {'Port': ['ID=81527591-3b83-4c03-acdd-1af56b117125,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:38.313048 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] get_ports_and_sgs() called for port_ids ['4e40061a-00da-4a8b-ae82-5150e0416828'] {{(pid=106987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 13:42:38.390934 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15c532-b42c-46dd-b787-cd0d69ea9b66 req-352b53d4-2d93-40dd-b6b3-50db99b9a4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:38.394126 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5d15c532-b42c-46dd-b787-cd0d69ea9b66 req-352b53d4-2d93-40dd-b6b3-50db99b9a4c5 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=b7ad1c15-3875-4de4-b3a4-2c63d79b04bd HTTP/1.1" status: 200 len: 858 time: 0.1382859 Aug 24 13:42:38.487538 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:38.547938 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d15c532-b42c-46dd-b787-cd0d69ea9b66 req-68632176-b7ed-4de2-81bd-8ae3553664fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:38.549479 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5d15c532-b42c-46dd-b787-cd0d69ea9b66 req-68632176-b7ed-4de2-81bd-8ae3553664fb service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=1fcb22e0-a643-462e-8b2f-3661641fd3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1495776 Aug 24 13:42:38.646837 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-309bf626-e1a1-498c-b682-03124fd35da2 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Router 560ade53-d2ca-4e61-85e4-db79f60cec86 has already been hosted by L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 {{(pid=106985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 13:42:38.699501 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-3c59a6bf-d178-4376-b49f-bb3f8d0801a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (81527591-3b83-4c03-acdd-1af56b117125), before_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:38.748739 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5d15c532-b42c-46dd-b787-cd0d69ea9b66 req-f68bcf7c-0172-40ba-af3a-39e5573d261b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1fcb22e0-a643-462e-8b2f-3661641fd3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859481 Aug 24 13:42:38.865020 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 01ec9a19-46f2-4e97-81b6-d488a7175571 up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:42:38.943623 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port 01ec9a19-46f2-4e97-81b6-d488a7175571 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:42:38.944306 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (01ec9a19-46f2-4e97-81b6-d488a7175571), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:39.034158 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port 01ec9a19-46f2-4e97-81b6-d488a7175571 is: DOWN; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:42:39.034543 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (01ec9a19-46f2-4e97-81b6-d488a7175571), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:39.062880 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] For port 01ec9a19-46f2-4e97-81b6-d488a7175571, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=01ec9a19-46f2-4e97-81b6-d488a7175571,segment=NetworkSegment(5f346d1e-6301-45fd-9dfc-66a590810fee),segment_id=5f346d1e-6301-45fd-9dfc-66a590810fee)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:42:39.172270 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (01ec9a19-46f2-4e97-81b6-d488a7175571), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:39.188738 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:39.241646 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309bf626-e1a1-498c-b682-03124fd35da2 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:42:39.255176 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c30183c-d885-4ef0-af93-775f01fed333 None None] Sync routers for ids ['560ade53-d2ca-4e61-85e4-db79f60cec86'] in dv-cinder-779578-4-iscsi {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:42:39.257194 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Pushing event updated for resources: {'Port': ['ID=01ec9a19-46f2-4e97-81b6-d488a7175571,revision_number=4']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:39.273516 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c30183c-d885-4ef0-af93-775f01fed333 None None] Routers {'560ade53-d2ca-4e61-85e4-db79f60cec86'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:42:39.274395 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-8c30183c-d885-4ef0-af93-775f01fed333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:42:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['560ade53-d2ca-4e61-85e4-db79f60cec86'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:42:39.299311 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:39.342569 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5d15c532-b42c-46dd-b787-cd0d69ea9b66 req-259212f7-f383-4e30-a577-937a6c8b7812 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1fcb22e0-a643-462e-8b2f-3661641fd3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806609 Aug 24 13:42:39.352611 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635f56de-93fc-4314-a5e2-461078bb8fc0 req-d87f25a2-f034-4f34-97a1-c3f633642e7c tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:39.354950 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-635f56de-93fc-4314-a5e2-461078bb8fc0 req-d87f25a2-f034-4f34-97a1-c3f633642e7c tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5fb46333-4237-44a1-8a88-7d5171bfdb84 HTTP/1.1" status: 200 len: 944 time: 0.1326351 Aug 24 13:42:39.434740 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-309bf626-e1a1-498c-b682-03124fd35da2 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for floatingip (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:39.452408 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-8c30183c-d885-4ef0-af93-775f01fed333 None None] Set router 560ade53-d2ca-4e61-85e4-db79f60cec86 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:42:39.493348 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 4e40061a-00da-4a8b-ae82-5150e0416828 up at agent hyperv_hv-cinder-77957 {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:42:39.519801 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-635f56de-93fc-4314-a5e2-461078bb8fc0 req-536b8db9-df42-4880-9005-e7edd8a3149a tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2f2363be-2e78-4869-8eb2-a55d6e32c694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1542518 Aug 24 13:42:39.524296 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-3c59a6bf-d178-4376-b49f-bb3f8d0801a9 admin admin] Publish callbacks [] for port (81527591-3b83-4c03-acdd-1af56b117125), precommit_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:39.545179 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67412d61-524e-427f-9e28-9fe38fa6c15f req-99f74749-7217-43e2-a25b-ca3059eaac06 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:39.548145 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-67412d61-524e-427f-9e28-9fe38fa6c15f req-99f74749-7217-43e2-a25b-ca3059eaac06 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c1b259b6-2024-4b30-865d-17dadaef5406 HTTP/1.1" status: 200 len: 944 time: 0.1088586 Aug 24 13:42:39.553305 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-309bf626-e1a1-498c-b682-03124fd35da2 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.4021006 Aug 24 13:42:39.578284 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Provisioning for port 4e40061a-00da-4a8b-ae82-5150e0416828 completed by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 13:42:39.604416 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-3c59a6bf-d178-4376-b49f-bb3f8d0801a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2796075'] for port (81527591-3b83-4c03-acdd-1af56b117125), after_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:39.628846 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-67412d61-524e-427f-9e28-9fe38fa6c15f req-44730e29-7467-441d-956d-256c8ee75314 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dbfde4a0-415f-4a98-8850-42be8ee2490f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797849 Aug 24 13:42:39.644106 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=100 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:39.680578 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c59a6bf-d178-4376-b49f-bb3f8d0801a9 admin admin] Pushing event updated for resources: {'Port': ['ID=81527591-3b83-4c03-acdd-1af56b117125,revision_number=2']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:39.688755 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-3c59a6bf-d178-4376-b49f-bb3f8d0801a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-961100'] for router_interface (4d45ad9d-09ac-4d29-aec5-df216c9b03d5), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:39.692426 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Provisioning complete for port 4e40061a-00da-4a8b-ae82-5150e0416828 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:42:39.693276 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (4e40061a-00da-4a8b-ae82-5150e0416828), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:39.796923 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port 4e40061a-00da-4a8b-ae82-5150e0416828 is: BUILD; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:42:39.797340 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (4e40061a-00da-4a8b-ae82-5150e0416828), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:39.811986 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c59a6bf-d178-4376-b49f-bb3f8d0801a9 admin admin] Network 8dd3e202-cf1c-4cec-8bb0-acfb767ad30f is already hosted by enough agents. {{(pid=106985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:42:39.813507 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.base_scheduler [None req-3c59a6bf-d178-4376-b49f-bb3f8d0801a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:42:39.820405 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-8c30183c-d885-4ef0-af93-775f01fed333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560ade53-d2ca-4e61-85e4-db79f60cec86', 'name': 'tempest-TestShelveInstance-1720010661-router', 'tenant_id': '6bcafe839dec4fcc95a4c720463483ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'a85fbe65-a79c-48d1-9540-49f0b7cb2c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:40:33Z', 'updated_at': '2022-08-24T13:40:43Z', 'revision_number': 4, 'project_id': '6bcafe839dec4fcc95a4c720463483ba', 'gw_port': {'id': 'a85fbe65-a79c-48d1-9540-49f0b7cb2c00', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560ade53-d2ca-4e61-85e4-db79f60cec86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:35Z', 'updated_at': '2022-08-24T13:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_floatingips': [{'id': '48880fbc-ebea-453c-8f09-e57d92e8124d', 'tenant_id': '6bcafe839dec4fcc95a4c720463483ba', 'floating_ip_address': '172.27.1.172', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': '560ade53-d2ca-4e61-85e4-db79f60cec86', 'port_id': '579a6bec-e4ab-438a-a263-2fafa0fe42bc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a47b7b8-8e69-4dcf-8155-1e0d50419209', 'mac_address': 'fa:16:3e:9b:af:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1118fb04-6744-4b7c-b639-0081073ee53a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:42:35Z', 'updated_at': '2022-08-24T13:42:35Z', 'revision_number': 0, 'project_id': '6bcafe839dec4fcc95a4c720463483ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deec7350-20de-4e28-9f7d-cbfe32f2a53a', 'name': '', 'network_id': '2a47b7b8-8e69-4dcf-8155-1e0d50419209', 'tenant_id': '6bcafe839dec4fcc95a4c720463483ba', 'mac_address': 'fa:16:3e:44:80:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560ade53-d2ca-4e61-85e4-db79f60cec86', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '2bc1c488-9e72-4177-be4a-033432e17d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:41Z', 'updated_at': '2022-08-24T13:40:51Z', 'revision_number': 5, 'project_id': '6bcafe839dec4fcc95a4c720463483ba', 'subnets': [{'id': '2bc1c488-9e72-4177-be4a-033432e17d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:42:39.825176 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb46333-4237-44a1-8a88-7d5171bfdb84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e40061a-00da-4a8b-ae82-5150e0416828'}] {{(pid=106987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:42:39.826537 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee01592ba90e2cb9dcb0c84681ff9a6759d336f5db8af78df2209fafc25a55a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1230a753-90ad-439d-b2b5-7c7936b0a8cb" -d '{"events": [{"server_uuid": "5fb46333-4237-44a1-8a88-7d5171bfdb84", "name": "network-vif-plugged", "status": "completed", "tag": "4e40061a-00da-4a8b-ae82-5150e0416828"}]}' {{(pid=106987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:42:39.854900 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c30183c-d885-4ef0-af93-775f01fed333 None None] Checking router: 560ade53-d2ca-4e61-85e4-db79f60cec86 for host: dv-cinder-779578-4-iscsi {{(pid=106988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:42:39.869057 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c30183c-d885-4ef0-af93-775f01fed333 None None] Routers {'560ade53-d2ca-4e61-85e4-db79f60cec86'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:42:39.869938 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-8c30183c-d885-4ef0-af93-775f01fed333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:42:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['560ade53-d2ca-4e61-85e4-db79f60cec86'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:42:39.871700 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 4e40061a-00da-4a8b-ae82-5150e0416828, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=4e40061a-00da-4a8b-ae82-5150e0416828,segment=NetworkSegment(67afd480-e30a-4400-a86a-25b503d7ef00),segment_id=67afd480-e30a-4400-a86a-25b503d7ef00)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:42:39.891484 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 13:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2a7150-e06f-4ce7-8fc8-fcf5c382e83f x-openstack-request-id: req-8b2a7150-e06f-4ce7-8fc8-fcf5c382e83f {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:42:39.892142 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb46333-4237-44a1-8a88-7d5171bfdb84", "name": "network-vif-plugged", "status": "completed", "tag": "4e40061a-00da-4a8b-ae82-5150e0416828", "code": 200}]} {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:42:39.892643 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8b2a7150-e06f-4ce7-8fc8-fcf5c382e83f {{(pid=106987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:42:39.893372 dv-cinder-779578-4-iscsi neutron-server[106987]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b2a7150-e06f-4ce7-8fc8-fcf5c382e83f'] response: {'server_uuid': '5fb46333-4237-44a1-8a88-7d5171bfdb84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e40061a-00da-4a8b-ae82-5150e0416828', 'code': 200} Aug 24 13:42:39.934598 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (4e40061a-00da-4a8b-ae82-5150e0416828), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:39.960489 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c59a6bf-d178-4376-b49f-bb3f8d0801a9 admin admin] Router 4d45ad9d-09ac-4d29-aec5-df216c9b03d5 has already been hosted by L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 {{(pid=106985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 13:42:39.964155 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:39.988610 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-8c30183c-d885-4ef0-af93-775f01fed333 None None] Set router 560ade53-d2ca-4e61-85e4-db79f60cec86 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:42:40.021541 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=4e40061a-00da-4a8b-ae82-5150e0416828,revision_number=5']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:40.106598 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c59a6bf-d178-4376-b49f-bb3f8d0801a9 admin admin] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:42:40.114041 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-3c59a6bf-d178-4376-b49f-bb3f8d0801a9 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/4d45ad9d-09ac-4d29-aec5-df216c9b03d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1129756 Aug 24 13:42:40.120928 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93bd2ba-b7bf-4fcd-9ba2-6415619697ba None None] Sync routers for ids ['4d45ad9d-09ac-4d29-aec5-df216c9b03d5'] in dv-cinder-779578-4-iscsi {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:42:40.140526 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93bd2ba-b7bf-4fcd-9ba2-6415619697ba None None] Routers {'4d45ad9d-09ac-4d29-aec5-df216c9b03d5'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:42:40.141298 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-d93bd2ba-b7bf-4fcd-9ba2-6415619697ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:42:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['4d45ad9d-09ac-4d29-aec5-df216c9b03d5'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:42:40.227456 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1118fb04-6744-4b7c-b639-0081073ee53a', 'tag': '579a6bec-e4ab-438a-a263-2fafa0fe42bc'}] {{(pid=106985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:42:40.239052 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-a9bd99bd-79ba-471b-933d-c055cc62205a None None] Provisioning complete for port 81527591-3b83-4c03-acdd-1af56b117125 triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:42:40.239316 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339b45b761399ad6383a0e79eb3d49a8b35bb9728a194a6e9817421c04d0c31a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1091b751-1cd6-496e-84cc-ae665d627155" -d '{"events": [{"name": "network-changed", "server_uuid": "1118fb04-6744-4b7c-b639-0081073ee53a", "tag": "579a6bec-e4ab-438a-a263-2fafa0fe42bc"}]}' {{(pid=106985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:42:40.239434 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-a9bd99bd-79ba-471b-933d-c055cc62205a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (81527591-3b83-4c03-acdd-1af56b117125), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:40.293935 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 13:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914f6c32-6e21-43cd-b54d-79ccd9ac31a6 x-openstack-request-id: req-914f6c32-6e21-43cd-b54d-79ccd9ac31a6 {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:42:40.294867 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1118fb04-6744-4b7c-b639-0081073ee53a", "tag": "579a6bec-e4ab-438a-a263-2fafa0fe42bc", "status": "completed", "code": 200}]} {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:42:40.295436 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-914f6c32-6e21-43cd-b54d-79ccd9ac31a6 {{(pid=106985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:42:40.296117 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-914f6c32-6e21-43cd-b54d-79ccd9ac31a6'] response: {'name': 'network-changed', 'server_uuid': '1118fb04-6744-4b7c-b639-0081073ee53a', 'tag': '579a6bec-e4ab-438a-a263-2fafa0fe42bc', 'status': 'completed', 'code': 200} Aug 24 13:42:40.322159 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-a9bd99bd-79ba-471b-933d-c055cc62205a None None] Port 81527591-3b83-4c03-acdd-1af56b117125 cannot update to ACTIVE because it is not bound. {{(pid=106987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 13:42:40.323333 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-8c30183c-d885-4ef0-af93-775f01fed333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560ade53-d2ca-4e61-85e4-db79f60cec86', 'name': 'tempest-TestShelveInstance-1720010661-router', 'tenant_id': '6bcafe839dec4fcc95a4c720463483ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'a85fbe65-a79c-48d1-9540-49f0b7cb2c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:40:33Z', 'updated_at': '2022-08-24T13:40:43Z', 'revision_number': 4, 'project_id': '6bcafe839dec4fcc95a4c720463483ba', 'gw_port': {'id': 'a85fbe65-a79c-48d1-9540-49f0b7cb2c00', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560ade53-d2ca-4e61-85e4-db79f60cec86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:35Z', 'updated_at': '2022-08-24T13:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_floatingips': [{'id': '48880fbc-ebea-453c-8f09-e57d92e8124d', 'tenant_id': '6bcafe839dec4fcc95a4c720463483ba', 'floating_ip_address': '172.27.1.172', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': '560ade53-d2ca-4e61-85e4-db79f60cec86', 'port_id': '579a6bec-e4ab-438a-a263-2fafa0fe42bc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a47b7b8-8e69-4dcf-8155-1e0d50419209', 'mac_address': 'fa:16:3e:9b:af:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1118fb04-6744-4b7c-b639-0081073ee53a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:42:35Z', 'updated_at': '2022-08-24T13:42:35Z', 'revision_number': 0, 'project_id': '6bcafe839dec4fcc95a4c720463483ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deec7350-20de-4e28-9f7d-cbfe32f2a53a', 'name': '', 'network_id': '2a47b7b8-8e69-4dcf-8155-1e0d50419209', 'tenant_id': '6bcafe839dec4fcc95a4c720463483ba', 'mac_address': 'fa:16:3e:44:80:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560ade53-d2ca-4e61-85e4-db79f60cec86', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '2bc1c488-9e72-4177-be4a-033432e17d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:41Z', 'updated_at': '2022-08-24T13:40:51Z', 'revision_number': 5, 'project_id': '6bcafe839dec4fcc95a4c720463483ba', 'subnets': [{'id': '2bc1c488-9e72-4177-be4a-033432e17d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:42:40.341913 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:40.366302 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-d93bd2ba-b7bf-4fcd-9ba2-6415619697ba None None] Set router 4d45ad9d-09ac-4d29-aec5-df216c9b03d5 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:42:40.367381 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c30183c-d885-4ef0-af93-775f01fed333 None None] The sync data for ids ['560ade53-d2ca-4e61-85e4-db79f60cec86'] in dv-cinder-779578-4-iscsi is: [{'id': '560ade53-d2ca-4e61-85e4-db79f60cec86', 'name': 'tempest-TestShelveInstance-1720010661-router', 'tenant_id': '6bcafe839dec4fcc95a4c720463483ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'a85fbe65-a79c-48d1-9540-49f0b7cb2c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:40:33Z', 'updated_at': '2022-08-24T13:40:43Z', 'revision_number': 4, 'project_id': '6bcafe839dec4fcc95a4c720463483ba', 'gw_port': {'id': 'a85fbe65-a79c-48d1-9540-49f0b7cb2c00', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560ade53-d2ca-4e61-85e4-db79f60cec86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:35Z', 'updated_at': '2022-08-24T13:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_floatingips': [{'id': '48880fbc-ebea-453c-8f09-e57d92e8124d', 'tenant_id': '6bcafe839dec4fcc95a4c720463483ba', 'floating_ip_address': '172.27.1.172', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': '560ade53-d2ca-4e61-85e4-db79f60cec86', 'port_id': '579a6bec-e4ab-438a-a263-2fafa0fe42bc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2a47b7b8-8e69-4dcf-8155-1e0d50419209', 'mac_address': 'fa:16:3e:9b:af:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1118fb04-6744-4b7c-b639-0081073ee53a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:42:35Z', 'updated_at': '2022-08-24T13:42:35Z', 'revision_number': 0, 'project_id': '6bcafe839dec4fcc95a4c720463483ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'deec7350-20de-4e28-9f7d-cbfe32f2a53a', 'name': '', 'network_id': '2a47b7b8-8e69-4dcf-8155-1e0d50419209', 'tenant_id': '6bcafe839dec4fcc95a4c720463483ba', 'mac_address': 'fa:16:3e:44:80:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560ade53-d2ca-4e61-85e4-db79f60cec86', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '2bc1c488-9e72-4177-be4a-033432e17d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:41Z', 'updated_at': '2022-08-24T13:40:51Z', 'revision_number': 5, 'project_id': '6bcafe839dec4fcc95a4c720463483ba', 'subnets': [{'id': '2bc1c488-9e72-4177-be4a-033432e17d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:42:40.592108 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:40.611901 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-d93bd2ba-b7bf-4fcd-9ba2-6415619697ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d45ad9d-09ac-4d29-aec5-df216c9b03d5', 'name': 'tempest-TestVolumeBootPattern-1689595705-router', 'tenant_id': 'acc55cc2d1e34e70aacabed458a3b107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '01ec9a19-46f2-4e97-81b6-d488a7175571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:42:31Z', 'updated_at': '2022-08-24T13:42:38Z', 'revision_number': 4, 'project_id': 'acc55cc2d1e34e70aacabed458a3b107', 'gw_port': {'id': '01ec9a19-46f2-4e97-81b6-d488a7175571', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d45ad9d-09ac-4d29-aec5-df216c9b03d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:32Z', 'updated_at': '2022-08-24T13:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': '81527591-3b83-4c03-acdd-1af56b117125', 'name': '', 'network_id': '8dd3e202-cf1c-4cec-8bb0-acfb767ad30f', 'tenant_id': 'acc55cc2d1e34e70aacabed458a3b107', 'mac_address': 'fa:16:3e:5c:d1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d45ad9d-09ac-4d29-aec5-df216c9b03d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '1e259b54-9c70-4379-8dc1-628a4b3f06fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:36Z', 'updated_at': '2022-08-24T13:42:39Z', 'revision_number': 2, 'project_id': 'acc55cc2d1e34e70aacabed458a3b107', 'subnets': [{'id': '1e259b54-9c70-4379-8dc1-628a4b3f06fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:42:40.669701 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93bd2ba-b7bf-4fcd-9ba2-6415619697ba None None] Checking router: 4d45ad9d-09ac-4d29-aec5-df216c9b03d5 for host: dv-cinder-779578-4-iscsi {{(pid=106987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:42:40.669701 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93bd2ba-b7bf-4fcd-9ba2-6415619697ba None None] Updating router 4d45ad9d-09ac-4d29-aec5-df216c9b03d5 port 81527591-3b83-4c03-acdd-1af56b117125 binding host dv-cinder-779578-4-iscsi {{(pid=106987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 13:42:40.687820 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fefe624-94b3-4f39-978c-c44a41253ded None None] New status for floating IP 48880fbc-ebea-453c-8f09-e57d92e8124d: ACTIVE {{(pid=106988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 13:42:40.720353 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-d93bd2ba-b7bf-4fcd-9ba2-6415619697ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (81527591-3b83-4c03-acdd-1af56b117125), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:40.733689 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091b751-1cd6-496e-84cc-ae665d627155 req-61a2bb9d-7919-4887-90fc-53d5faf1da2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:40.735503 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1091b751-1cd6-496e-84cc-ae665d627155 req-61a2bb9d-7919-4887-90fc-53d5faf1da2f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=6bcafe839dec4fcc95a4c720463483ba&device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 1130 time: 0.1100214 Aug 24 13:42:40.755660 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 53988) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:42:40.764629 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-a8f2097e-a96b-4711-ae43-ab026d051e1e tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-856119561', 'description': 'tempest-secgroup-smoke-856119561 description', 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:42:40.879799 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636e7b7-36ab-452b-8472-f22331c0becb req-962435fd-d02c-46d6-9a21-bcfca8dfc942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:40.882007 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5636e7b7-36ab-452b-8472-f22331c0becb req-962435fd-d02c-46d6-9a21-bcfca8dfc942 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=127e5da55b164ce68568c153fee58baf&device_id=c1b259b6-2024-4b30-865d-17dadaef5406 HTTP/1.1" status: 200 len: 1128 time: 0.2036350 Aug 24 13:42:40.899275 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-a8f2097e-a96b-4711-ae43-ab026d051e1e tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks [] for security_group (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:40.910704 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ca186-1be9-4488-aa33-386ac38bffde req-bc47cac0-7af2-4293-80b0-d7c55999c3b8 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:40.918797 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-114ca186-1be9-4488-aa33-386ac38bffde req-bc47cac0-7af2-4293-80b0-d7c55999c3b8 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5fb46333-4237-44a1-8a88-7d5171bfdb84 HTTP/1.1" status: 200 len: 945 time: 0.2824066 Aug 24 13:42:40.926206 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:40.966396 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 01ec9a19-46f2-4e97-81b6-d488a7175571 up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:42:41.019832 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-a8f2097e-a96b-4711-ae43-ab026d051e1e tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks [] for security_group (66e3919f-1cda-4fca-bca3-a8a5d870493c), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:41.036996 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9f045d-065e-4a5b-8c9e-98b2eb73557b req-a17a43bc-4204-4c40-9e67-d2fc01116dcf tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:41.044787 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-fa9f045d-065e-4a5b-8c9e-98b2eb73557b req-a17a43bc-4204-4c40-9e67-d2fc01116dcf tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c1b259b6-2024-4b30-865d-17dadaef5406 HTTP/1.1" status: 200 len: 944 time: 0.1811099 Aug 24 13:42:41.053642 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port 01ec9a19-46f2-4e97-81b6-d488a7175571 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:42:41.054166 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (01ec9a19-46f2-4e97-81b6-d488a7175571), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:41.124122 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-a8f2097e-a96b-4711-ae43-ab026d051e1e tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (66e3919f-1cda-4fca-bca3-a8a5d870493c), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:41.156621 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-114ca186-1be9-4488-aa33-386ac38bffde req-dd5d4d9c-4b2d-4e59-a004-e610cdb8d394 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2f2363be-2e78-4869-8eb2-a55d6e32c694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2368588 Aug 24 13:42:41.161401 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:41.173466 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67b4c1-17b3-48c8-b404-208cbcc65d80 req-2f305547-6ebf-424b-b0c6-b82b59a8f58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:41.175334 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-3d67b4c1-17b3-48c8-b404-208cbcc65d80 req-2f305547-6ebf-424b-b0c6-b82b59a8f58c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fb46333-4237-44a1-8a88-7d5171bfdb84 HTTP/1.1" status: 200 len: 1129 time: 0.0858724 Aug 24 13:42:41.176374 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f2097e-a96b-4711-ae43-ab026d051e1e tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66e3919f-1cda-4fca-bca3-a8a5d870493c,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:41.205407 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f2097e-a96b-4711-ae43-ab026d051e1e tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:41.205794 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-d93bd2ba-b7bf-4fcd-9ba2-6415619697ba None None] Publish callbacks [] for port (81527591-3b83-4c03-acdd-1af56b117125), precommit_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:41.205958 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f2097e-a96b-4711-ae43-ab026d051e1e tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:41.208979 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f2097e-a96b-4711-ae43-ab026d051e1e tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:41.208979 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f2097e-a96b-4711-ae43-ab026d051e1e tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:41.208979 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f2097e-a96b-4711-ae43-ab026d051e1e tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:41.208979 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f2097e-a96b-4711-ae43-ab026d051e1e tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:41.208979 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f2097e-a96b-4711-ae43-ab026d051e1e tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:41.208979 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f2097e-a96b-4711-ae43-ab026d051e1e tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:41.209668 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091b751-1cd6-496e-84cc-ae665d627155 req-76e70977-e1e2-4aca-a0b2-8fc1de36b321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:41.209814 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f2097e-a96b-4711-ae43-ab026d051e1e tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:41.209814 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f2097e-a96b-4711-ae43-ab026d051e1e tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:41.209814 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f2097e-a96b-4711-ae43-ab026d051e1e tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:41.209814 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f2097e-a96b-4711-ae43-ab026d051e1e tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:41.210215 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1091b751-1cd6-496e-84cc-ae665d627155 req-76e70977-e1e2-4aca-a0b2-8fc1de36b321 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=2a47b7b8-8e69-4dcf-8155-1e0d50419209 HTTP/1.1" status: 200 len: 910 time: 0.4155369 Aug 24 13:42:41.210325 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f2097e-a96b-4711-ae43-ab026d051e1e tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:41.210549 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f2097e-a96b-4711-ae43-ab026d051e1e tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:41.210936 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f2097e-a96b-4711-ae43-ab026d051e1e tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:42:41.214746 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-fa9f045d-065e-4a5b-8c9e-98b2eb73557b req-1d086338-3c74-490a-bbc1-5c02cceefe6a tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dbfde4a0-415f-4a98-8850-42be8ee2490f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690550 Aug 24 13:42:41.216213 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636e7b7-36ab-452b-8472-f22331c0becb req-abf84bb6-12e7-4d9c-963c-8095cdd4b340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:41.217949 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5636e7b7-36ab-452b-8472-f22331c0becb req-abf84bb6-12e7-4d9c-963c-8095cdd4b340 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=1fcb22e0-a643-462e-8b2f-3661641fd3fe HTTP/1.1" status: 200 len: 920 time: 0.2763698 Aug 24 13:42:41.221197 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port 01ec9a19-46f2-4e97-81b6-d488a7175571 is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:42:41.236654 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-a8f2097e-a96b-4711-ae43-ab026d051e1e tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:41.238176 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-a8f2097e-a96b-4711-ae43-ab026d051e1e tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4807141 Aug 24 13:42:41.251110 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 53990) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:42:41.256852 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-41bf59d9-617a-42a5-afad-88b647593bd6 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Request body: {'security_group_rule': {'security_group_id': '66e3919f-1cda-4fca-bca3-a8a5d870493c', 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:42:41.274582 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-3d67b4c1-17b3-48c8-b404-208cbcc65d80 req-37d53e85-ba1b-4050-9e4d-a4ba2b2e82b9 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=2f2363be-2e78-4869-8eb2-a55d6e32c694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913002 Aug 24 13:42:41.293202 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-d93bd2ba-b7bf-4fcd-9ba2-6415619697ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (81527591-3b83-4c03-acdd-1af56b117125), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:41.301069 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5636e7b7-36ab-452b-8472-f22331c0becb req-84fef447-d3f0-46de-a5fe-b95b57e87966 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7aadab9f-67a3-4721-a287-269890ea0757 HTTP/1.1" status: 200 len: 217 time: 0.0718927 Aug 24 13:42:41.320362 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1091b751-1cd6-496e-84cc-ae665d627155 req-995e7b87-ae2e-4fc8-9121-65c1e8bb401b service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=579a6bec-e4ab-438a-a263-2fafa0fe42bc HTTP/1.1" status: 200 len: 1002 time: 0.1007533 Aug 24 13:42:41.394694 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-41bf59d9-617a-42a5-afad-88b647593bd6 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks [] for security_group_rule (6f7e1094-bcfc-400d-9ff7-15ca52b12c04), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:41.476502 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-41bf59d9-617a-42a5-afad-88b647593bd6 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks [] for security_group_rule (6f7e1094-bcfc-400d-9ff7-15ca52b12c04), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:41.493465 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 7aadab9f-67a3-4721-a287-269890ea0757 details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=106987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 13:42:41.531545 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b18a53a-d8a1-4cd7-a1f9-b88ed9f303aa None None] Pushing event updated for resources: {'Port': ['ID=81527591-3b83-4c03-acdd-1af56b117125,revision_number=3']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:41.561077 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-d93bd2ba-b7bf-4fcd-9ba2-6415619697ba None None] Attempting to bind port 81527591-3b83-4c03-acdd-1af56b117125 on host dv-cinder-779578-4-iscsi for vnic_type normal with profile {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:42:41.561817 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-d93bd2ba-b7bf-4fcd-9ba2-6415619697ba None None] Attempting to bind port 81527591-3b83-4c03-acdd-1af56b117125 by drivers openvswitch,hyperv on host dv-cinder-779578-4-iscsi at level 0 using segments [{'id': '4288d16b-45a7-4790-894d-b7ee3d18b81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8dd3e202-cf1c-4cec-8bb0-acfb767ad30f'}] {{(pid=106987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:42:41.562305 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93bd2ba-b7bf-4fcd-9ba2-6415619697ba None None] Attempting to bind port 81527591-3b83-4c03-acdd-1af56b117125 on network 8dd3e202-cf1c-4cec-8bb0-acfb767ad30f {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:42:41.566982 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:41.573709 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-41bf59d9-617a-42a5-afad-88b647593bd6 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008640'] for security_group_rule (6f7e1094-bcfc-400d-9ff7-15ca52b12c04), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:41.590366 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93bd2ba-b7bf-4fcd-9ba2-6415619697ba None None] Checking agent: {'id': '00f42bad-d4f2-47c4-8e20-2c8cceeec132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 29, 55), 'started_at': datetime.datetime(2022, 8, 24, 13, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:42:41.590825 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93bd2ba-b7bf-4fcd-9ba2-6415619697ba None None] Checking segment: {'id': '4288d16b-45a7-4790-894d-b7ee3d18b81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8dd3e202-cf1c-4cec-8bb0-acfb767ad30f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:42:41.591169 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-d93bd2ba-b7bf-4fcd-9ba2-6415619697ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:41.591570 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93bd2ba-b7bf-4fcd-9ba2-6415619697ba None None] Bound using segment: {'id': '4288d16b-45a7-4790-894d-b7ee3d18b81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8dd3e202-cf1c-4cec-8bb0-acfb767ad30f'} {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:42:41.592121 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-d93bd2ba-b7bf-4fcd-9ba2-6415619697ba None None] Bound port: 81527591-3b83-4c03-acdd-1af56b117125, host: dv-cinder-779578-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4288d16b-45a7-4790-894d-b7ee3d18b81e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '8dd3e202-cf1c-4cec-8bb0-acfb767ad30f'}}] {{(pid=106987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:42:41.592553 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-d93bd2ba-b7bf-4fcd-9ba2-6415619697ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (81527591-3b83-4c03-acdd-1af56b117125), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:41.595310 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf59d9-617a-42a5-afad-88b647593bd6 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f7e1094-bcfc-400d-9ff7-15ca52b12c04,revision_number=0']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:41.648680 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:41.661985 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-41bf59d9-617a-42a5-afad-88b647593bd6 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:41.668424 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-41bf59d9-617a-42a5-afad-88b647593bd6 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4113438 Aug 24 13:42:41.669195 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 53992) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:42:41.677629 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-76016b49-22f6-4886-a512-452161257bb7 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Request body: {'security_group_rule': {'security_group_id': '66e3919f-1cda-4fca-bca3-a8a5d870493c', 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:42:41.758330 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 7aadab9f-67a3-4721-a287-269890ea0757, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=7aadab9f-67a3-4721-a287-269890ea0757,segment=NetworkSegment(e296fb18-638d-4cd2-a920-5bf2622d2f4c),segment_id=e296fb18-638d-4cd2-a920-5bf2622d2f4c)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:42:41.761194 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091b751-1cd6-496e-84cc-ae665d627155 req-73f4c429-7769-4fee-8362-cbdbd10d252f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:41.767192 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1091b751-1cd6-496e-84cc-ae665d627155 req-73f4c429-7769-4fee-8362-cbdbd10d252f service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=2bc1c488-9e72-4177-be4a-033432e17d3d HTTP/1.1" status: 200 len: 848 time: 0.1291108 Aug 24 13:42:41.767402 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-d93bd2ba-b7bf-4fcd-9ba2-6415619697ba None None] For port 81527591-3b83-4c03-acdd-1af56b117125, host dv-cinder-779578-4-iscsi, cleared binding levels {{(pid=106987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:42:41.767544 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636e7b7-36ab-452b-8472-f22331c0becb req-e6871503-5625-41a3-9afc-be181e36f14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:41.767544 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5636e7b7-36ab-452b-8472-f22331c0becb req-e6871503-5625-41a3-9afc-be181e36f14f service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=b7ad1c15-3875-4de4-b3a4-2c63d79b04bd HTTP/1.1" status: 200 len: 858 time: 0.1447501 Aug 24 13:42:41.767805 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-d93bd2ba-b7bf-4fcd-9ba2-6415619697ba None None] For port 81527591-3b83-4c03-acdd-1af56b117125, host dv-cinder-779578-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=81527591-3b83-4c03-acdd-1af56b117125,segment=NetworkSegment(4288d16b-45a7-4790-894d-b7ee3d18b81e),segment_id=4288d16b-45a7-4790-894d-b7ee3d18b81e)] {{(pid=106987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:42:41.781308 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Returning: {'device': '7aadab9f-67a3-4721-a287-269890ea0757', 'network_id': '1fcb22e0-a643-462e-8b2f-3661641fd3fe', 'port_id': '7aadab9f-67a3-4721-a287-269890ea0757', 'mac_address': 'fa:16:3e:87:06:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7ad1c15-3875-4de4-b3a4-2c63d79b04bd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 13:42:41.785800 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-76016b49-22f6-4886-a512-452161257bb7 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks [] for security_group_rule (be43e028-0c22-4e51-abcc-b55da86efd3f), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:41.825681 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port 7aadab9f-67a3-4721-a287-269890ea0757 is: DOWN; New status is: BUILD {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:42:41.826129 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (7aadab9f-67a3-4721-a287-269890ea0757), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:41.840885 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-d93bd2ba-b7bf-4fcd-9ba2-6415619697ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (81527591-3b83-4c03-acdd-1af56b117125), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:41.854394 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aadab9f-67a3-4721-a287-269890ea0757 {{(pid=106987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 13:42:41.866017 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-76016b49-22f6-4886-a512-452161257bb7 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks [] for security_group_rule (be43e028-0c22-4e51-abcc-b55da86efd3f), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:41.890405 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:41.905592 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93bd2ba-b7bf-4fcd-9ba2-6415619697ba None None] Routers {'4d45ad9d-09ac-4d29-aec5-df216c9b03d5'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:42:41.906255 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-d93bd2ba-b7bf-4fcd-9ba2-6415619697ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:42:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['4d45ad9d-09ac-4d29-aec5-df216c9b03d5'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:42:41.912064 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 7aadab9f-67a3-4721-a287-269890ea0757, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=7aadab9f-67a3-4721-a287-269890ea0757,segment=NetworkSegment(e296fb18-638d-4cd2-a920-5bf2622d2f4c),segment_id=e296fb18-638d-4cd2-a920-5bf2622d2f4c)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:42:41.968295 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-76016b49-22f6-4886-a512-452161257bb7 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008640'] for security_group_rule (be43e028-0c22-4e51-abcc-b55da86efd3f), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:41.989668 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76016b49-22f6-4886-a512-452161257bb7 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be43e028-0c22-4e51-abcc-b55da86efd3f,revision_number=0']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:42.002903 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (7aadab9f-67a3-4721-a287-269890ea0757), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:42.004962 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b18a53a-d8a1-4cd7-a1f9-b88ed9f303aa None None] Pushing event updated for resources: {'Port': ['ID=81527591-3b83-4c03-acdd-1af56b117125,revision_number=4']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:42.077842 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-76016b49-22f6-4886-a512-452161257bb7 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:42.079219 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-76016b49-22f6-4886-a512-452161257bb7 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4084499 Aug 24 13:42:42.083030 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 53994) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:42:42.091275 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-d93bd2ba-b7bf-4fcd-9ba2-6415619697ba None None] Set router 4d45ad9d-09ac-4d29-aec5-df216c9b03d5 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:42:42.091275 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=7aadab9f-67a3-4721-a287-269890ea0757,revision_number=4']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:42.091518 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-a180e026-5b9a-4716-beb7-984bd9fe7ae6 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Request body: {'security_group_rule': {'security_group_id': '66e3919f-1cda-4fca-bca3-a8a5d870493c', 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:42:42.170000 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5636e7b7-36ab-452b-8472-f22331c0becb req-11ea87e3-d4f1-4194-877e-fc67ac343e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:42.171605 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5636e7b7-36ab-452b-8472-f22331c0becb req-11ea87e3-d4f1-4194-877e-fc67ac343e1f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=1fcb22e0-a643-462e-8b2f-3661641fd3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0874169 Aug 24 13:42:42.178013 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1091b751-1cd6-496e-84cc-ae665d627155 req-bbf2c01e-a9bf-45b8-82df-a6e07827fa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:42.179490 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1091b751-1cd6-496e-84cc-ae665d627155 req-bbf2c01e-a9bf-45b8-82df-a6e07827fa37 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=2a47b7b8-8e69-4dcf-8155-1e0d50419209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0607705 Aug 24 13:42:42.220344 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-a180e026-5b9a-4716-beb7-984bd9fe7ae6 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks [] for security_group_rule (f9af9ee3-a7e0-4ce7-8b3b-1ebc86deeedc), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:42.320271 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-a180e026-5b9a-4716-beb7-984bd9fe7ae6 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks [] for security_group_rule (f9af9ee3-a7e0-4ce7-8b3b-1ebc86deeedc), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:42.389280 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-d93bd2ba-b7bf-4fcd-9ba2-6415619697ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d45ad9d-09ac-4d29-aec5-df216c9b03d5', 'name': 'tempest-TestVolumeBootPattern-1689595705-router', 'tenant_id': 'acc55cc2d1e34e70aacabed458a3b107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '01ec9a19-46f2-4e97-81b6-d488a7175571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:42:31Z', 'updated_at': '2022-08-24T13:42:38Z', 'revision_number': 4, 'project_id': 'acc55cc2d1e34e70aacabed458a3b107', 'gw_port': {'id': '01ec9a19-46f2-4e97-81b6-d488a7175571', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d45ad9d-09ac-4d29-aec5-df216c9b03d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:32Z', 'updated_at': '2022-08-24T13:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': '81527591-3b83-4c03-acdd-1af56b117125', 'name': '', 'network_id': '8dd3e202-cf1c-4cec-8bb0-acfb767ad30f', 'tenant_id': 'acc55cc2d1e34e70aacabed458a3b107', 'mac_address': 'fa:16:3e:5c:d1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d45ad9d-09ac-4d29-aec5-df216c9b03d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '1e259b54-9c70-4379-8dc1-628a4b3f06fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:36Z', 'updated_at': '2022-08-24T13:42:41Z', 'revision_number': 4, 'project_id': 'acc55cc2d1e34e70aacabed458a3b107', 'subnets': [{'id': '1e259b54-9c70-4379-8dc1-628a4b3f06fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:42:42.392972 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:42.393165 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:42.417798 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93bd2ba-b7bf-4fcd-9ba2-6415619697ba None None] The sync data for ids ['4d45ad9d-09ac-4d29-aec5-df216c9b03d5'] in dv-cinder-779578-4-iscsi is: [{'id': '4d45ad9d-09ac-4d29-aec5-df216c9b03d5', 'name': 'tempest-TestVolumeBootPattern-1689595705-router', 'tenant_id': 'acc55cc2d1e34e70aacabed458a3b107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '01ec9a19-46f2-4e97-81b6-d488a7175571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:42:31Z', 'updated_at': '2022-08-24T13:42:38Z', 'revision_number': 4, 'project_id': 'acc55cc2d1e34e70aacabed458a3b107', 'gw_port': {'id': '01ec9a19-46f2-4e97-81b6-d488a7175571', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d45ad9d-09ac-4d29-aec5-df216c9b03d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:32Z', 'updated_at': '2022-08-24T13:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': '81527591-3b83-4c03-acdd-1af56b117125', 'name': '', 'network_id': '8dd3e202-cf1c-4cec-8bb0-acfb767ad30f', 'tenant_id': 'acc55cc2d1e34e70aacabed458a3b107', 'mac_address': 'fa:16:3e:5c:d1:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d45ad9d-09ac-4d29-aec5-df216c9b03d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '1e259b54-9c70-4379-8dc1-628a4b3f06fc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:36Z', 'updated_at': '2022-08-24T13:42:41Z', 'revision_number': 4, 'project_id': 'acc55cc2d1e34e70aacabed458a3b107', 'subnets': [{'id': '1e259b54-9c70-4379-8dc1-628a4b3f06fc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:42:42.428634 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-a180e026-5b9a-4716-beb7-984bd9fe7ae6 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008640'] for security_group_rule (f9af9ee3-a7e0-4ce7-8b3b-1ebc86deeedc), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:42.456040 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180e026-5b9a-4716-beb7-984bd9fe7ae6 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9af9ee3-a7e0-4ce7-8b3b-1ebc86deeedc,revision_number=0']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:42.459088 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] get_ports_and_sgs() called for port_ids ['7aadab9f-67a3-4721-a287-269890ea0757'] {{(pid=106987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 13:42:42.488990 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5636e7b7-36ab-452b-8472-f22331c0becb req-86a206fc-6a9a-447e-87b8-14c42affabdc service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1fcb22e0-a643-462e-8b2f-3661641fd3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085072 Aug 24 13:42:42.497704 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de1fdfd-3dab-426d-ba15-36641c7b8b5d req-567df96d-ff49-46d1-98fc-482127c3197e tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:42.506249 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-8de1fdfd-3dab-426d-ba15-36641c7b8b5d req-567df96d-ff49-46d1-98fc-482127c3197e tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5fb46333-4237-44a1-8a88-7d5171bfdb84 HTTP/1.1" status: 200 len: 945 time: 0.1416144 Aug 24 13:42:42.536717 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1091b751-1cd6-496e-84cc-ae665d627155 req-462f0ddd-2d8f-4445-9615-de4e82f0ac1e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2a47b7b8-8e69-4dcf-8155-1e0d50419209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094928 Aug 24 13:42:42.566648 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd13b63c-a2ec-4938-80a0-5f3f698d67f2 req-414381a3-fe30-495b-9e87-cc8ace8d81c1 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:42.576330 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-cd13b63c-a2ec-4938-80a0-5f3f698d67f2 req-414381a3-fe30-495b-9e87-cc8ace8d81c1 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c1b259b6-2024-4b30-865d-17dadaef5406 HTTP/1.1" status: 200 len: 945 time: 0.2092853 Aug 24 13:42:42.577279 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-a180e026-5b9a-4716-beb7-984bd9fe7ae6 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:42.578834 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-a180e026-5b9a-4716-beb7-984bd9fe7ae6 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4945538 Aug 24 13:42:42.581656 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 54000) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:42:42.586597 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-4957217a-cd37-4df2-b174-3bdcd8e90818 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Request body: {'security_group_rule': {'security_group_id': '66e3919f-1cda-4fca-bca3-a8a5d870493c', 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:42:42.609758 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:42.655376 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-8de1fdfd-3dab-426d-ba15-36641c7b8b5d req-ceeacf60-a7bd-4136-948e-c8922f49957c tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2f2363be-2e78-4869-8eb2-a55d6e32c694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173289 Aug 24 13:42:42.671326 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-cd13b63c-a2ec-4938-80a0-5f3f698d67f2 req-f0084a77-c9aa-4d9b-9cec-af8be25428f4 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dbfde4a0-415f-4a98-8850-42be8ee2490f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943458 Aug 24 13:42:42.715426 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-4957217a-cd37-4df2-b174-3bdcd8e90818 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks [] for security_group_rule (902e66b8-ed2e-4ab2-91cc-4cd5ae912c20), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:42.877420 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 81527591-3b83-4c03-acdd-1af56b117125 up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:42:42.963350 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port 81527591-3b83-4c03-acdd-1af56b117125 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:42:42.963947 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (81527591-3b83-4c03-acdd-1af56b117125), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:43.093399 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-4957217a-cd37-4df2-b174-3bdcd8e90818 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks [] for security_group_rule (902e66b8-ed2e-4ab2-91cc-4cd5ae912c20), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:43.097621 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port 81527591-3b83-4c03-acdd-1af56b117125 is: DOWN; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:42:43.098327 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (81527591-3b83-4c03-acdd-1af56b117125), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:43.144067 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] For port 81527591-3b83-4c03-acdd-1af56b117125, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=81527591-3b83-4c03-acdd-1af56b117125,segment=NetworkSegment(4288d16b-45a7-4790-894d-b7ee3d18b81e),segment_id=4288d16b-45a7-4790-894d-b7ee3d18b81e)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:42:43.197243 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-4957217a-cd37-4df2-b174-3bdcd8e90818 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008640'] for security_group_rule (902e66b8-ed2e-4ab2-91cc-4cd5ae912c20), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:43.232017 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (81527591-3b83-4c03-acdd-1af56b117125), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:43.232392 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4957217a-cd37-4df2-b174-3bdcd8e90818 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=902e66b8-ed2e-4ab2-91cc-4cd5ae912c20,revision_number=0']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:43.302958 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Pushing event updated for resources: {'Port': ['ID=81527591-3b83-4c03-acdd-1af56b117125,revision_number=5']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:43.330432 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-4957217a-cd37-4df2-b174-3bdcd8e90818 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:43.331990 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-4957217a-cd37-4df2-b174-3bdcd8e90818 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7493248 Aug 24 13:42:43.334997 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 54002) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:42:43.340680 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-d402aa68-9078-44d2-bbc1-0cd931c684f3 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Request body: {'security_group_rule': {'security_group_id': '66e3919f-1cda-4fca-bca3-a8a5d870493c', 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:42:43.454242 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.db.securitygroups_db [None req-d402aa68-9078-44d2-bbc1-0cd931c684f3 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Project 6842f55d3dcc42289b6bfe02ed020dc4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 13:42:43.469559 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-d402aa68-9078-44d2-bbc1-0cd931c684f3 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks [] for security_group_rule (039e9ed3-29d1-44c1-b350-cf453d6b2747), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:43.496217 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1091b751-1cd6-496e-84cc-ae665d627155 req-e0fb25af-72e6-4a64-a4c7-c3ac80bd5541 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2a47b7b8-8e69-4dcf-8155-1e0d50419209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701814 Aug 24 13:42:43.498308 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5636e7b7-36ab-452b-8472-f22331c0becb req-1b135769-4169-4092-91b4-64be2e200626 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1fcb22e0-a643-462e-8b2f-3661641fd3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511802 Aug 24 13:42:43.540103 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 7aadab9f-67a3-4721-a287-269890ea0757 up at agent hyperv_hv-cinder-77957 {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:42:43.578434 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-d402aa68-9078-44d2-bbc1-0cd931c684f3 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks [] for security_group_rule (039e9ed3-29d1-44c1-b350-cf453d6b2747), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:43.614037 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Provisioning for port 7aadab9f-67a3-4721-a287-269890ea0757 completed by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 13:42:43.813849 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-d402aa68-9078-44d2-bbc1-0cd931c684f3 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008640'] for security_group_rule (039e9ed3-29d1-44c1-b350-cf453d6b2747), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:43.814075 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Provisioning complete for port 7aadab9f-67a3-4721-a287-269890ea0757 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:42:43.814269 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (7aadab9f-67a3-4721-a287-269890ea0757), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:43.850518 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d402aa68-9078-44d2-bbc1-0cd931c684f3 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=039e9ed3-29d1-44c1-b350-cf453d6b2747,revision_number=0']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:43.867235 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913210d8-5fb0-418b-a1b4-2849f866bbb2 req-c8e205f1-6185-4af0-841e-4f2589ab85b5 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:43.868995 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-913210d8-5fb0-418b-a1b4-2849f866bbb2 req-c8e205f1-6185-4af0-841e-4f2589ab85b5 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5fb46333-4237-44a1-8a88-7d5171bfdb84 HTTP/1.1" status: 200 len: 945 time: 0.1078722 Aug 24 13:42:43.884903 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58153612-fef8-4925-b2bc-90d479761bbc req-ac1e4ecf-748d-41f6-98ec-23dab49a13b2 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:43.886572 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-58153612-fef8-4925-b2bc-90d479761bbc req-ac1e4ecf-748d-41f6-98ec-23dab49a13b2 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c1b259b6-2024-4b30-865d-17dadaef5406 HTTP/1.1" status: 200 len: 945 time: 0.0842884 Aug 24 13:42:43.908095 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-d402aa68-9078-44d2-bbc1-0cd931c684f3 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:43.915617 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-d402aa68-9078-44d2-bbc1-0cd931c684f3 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5791154 Aug 24 13:42:43.917299 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 54010) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:42:43.926502 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-07afbf9d-fd09-4dc3-a44b-9e64061d8393 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Request body: {'security_group_rule': {'security_group_id': '66e3919f-1cda-4fca-bca3-a8a5d870493c', 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:42:43.939532 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port 7aadab9f-67a3-4721-a287-269890ea0757 is: BUILD; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:42:43.939532 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (7aadab9f-67a3-4721-a287-269890ea0757), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:43.977584 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-913210d8-5fb0-418b-a1b4-2849f866bbb2 req-b928a4c3-974f-4918-b584-4a353cec80e2 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2f2363be-2e78-4869-8eb2-a55d6e32c694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899084 Aug 24 13:42:43.981214 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-58153612-fef8-4925-b2bc-90d479761bbc req-340c682a-b330-4ed3-b676-258847fa8c81 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dbfde4a0-415f-4a98-8850-42be8ee2490f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704381 Aug 24 13:42:43.986198 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b259b6-2024-4b30-865d-17dadaef5406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aadab9f-67a3-4721-a287-269890ea0757'}] {{(pid=106987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:42:43.989154 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee01592ba90e2cb9dcb0c84681ff9a6759d336f5db8af78df2209fafc25a55a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f66b39-49e8-4979-94af-4f208542bc9b" -d '{"events": [{"server_uuid": "c1b259b6-2024-4b30-865d-17dadaef5406", "name": "network-vif-plugged", "status": "completed", "tag": "7aadab9f-67a3-4721-a287-269890ea0757"}]}' {{(pid=106987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:42:44.004238 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 7aadab9f-67a3-4721-a287-269890ea0757, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=7aadab9f-67a3-4721-a287-269890ea0757,segment=NetworkSegment(e296fb18-638d-4cd2-a920-5bf2622d2f4c),segment_id=e296fb18-638d-4cd2-a920-5bf2622d2f4c)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:42:44.036042 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.db.securitygroups_db [None req-07afbf9d-fd09-4dc3-a44b-9e64061d8393 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Project 6842f55d3dcc42289b6bfe02ed020dc4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 13:42:44.042303 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 13:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b21c1c4-f51b-4887-8bfd-001687dbee82 x-openstack-request-id: req-5b21c1c4-f51b-4887-8bfd-001687dbee82 {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:42:44.042697 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b259b6-2024-4b30-865d-17dadaef5406", "name": "network-vif-plugged", "status": "completed", "tag": "7aadab9f-67a3-4721-a287-269890ea0757", "code": 200}]} {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:42:44.042972 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-5b21c1c4-f51b-4887-8bfd-001687dbee82 {{(pid=106987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:42:44.043367 dv-cinder-779578-4-iscsi neutron-server[106987]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b21c1c4-f51b-4887-8bfd-001687dbee82'] response: {'server_uuid': 'c1b259b6-2024-4b30-865d-17dadaef5406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aadab9f-67a3-4721-a287-269890ea0757', 'code': 200} Aug 24 13:42:44.044144 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-07afbf9d-fd09-4dc3-a44b-9e64061d8393 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks [] for security_group_rule (430c8f5b-8f02-4807-a11d-45c8fe261bb3), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:44.112117 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-07afbf9d-fd09-4dc3-a44b-9e64061d8393 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks [] for security_group_rule (430c8f5b-8f02-4807-a11d-45c8fe261bb3), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:44.137606 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (7aadab9f-67a3-4721-a287-269890ea0757), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:44.153696 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346a5117-c36a-439a-b29c-82462571959b req-8721e3e5-9162-4bec-a3fd-09f5734efba2 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:44.155352 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-346a5117-c36a-439a-b29c-82462571959b req-8721e3e5-9162-4bec-a3fd-09f5734efba2 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5fb46333-4237-44a1-8a88-7d5171bfdb84 HTTP/1.1" status: 200 len: 945 time: 0.0622039 Aug 24 13:42:44.168358 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 54016) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:42:44.173228 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-114ddd00-9a40-4cba-bde7-8b71fd97d6db tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Request body: {'floatingip': {'port_id': '4e40061a-00da-4a8b-ae82-5150e0416828'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:42:44.179596 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:44.206064 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=7aadab9f-67a3-4721-a287-269890ea0757,revision_number=5']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:44.229995 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-114ddd00-9a40-4cba-bde7-8b71fd97d6db tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for floatingip (e2e5eb27-95f2-4a8c-9e24-faa40fca66a0), before_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:44.271243 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-07afbf9d-fd09-4dc3-a44b-9e64061d8393 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008640'] for security_group_rule (430c8f5b-8f02-4807-a11d-45c8fe261bb3), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:44.290571 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:44.328334 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07afbf9d-fd09-4dc3-a44b-9e64061d8393 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=430c8f5b-8f02-4807-a11d-45c8fe261bb3,revision_number=0']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:42:44.448583 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-07afbf9d-fd09-4dc3-a44b-9e64061d8393 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:44.449828 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-07afbf9d-fd09-4dc3-a44b-9e64061d8393 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5307589 Aug 24 13:42:44.547070 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736bdf22-364f-4bd7-a5dd-0173094e3e5c req-0f90433a-adaa-447b-a93b-5fb929fcc525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:44.550119 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-736bdf22-364f-4bd7-a5dd-0173094e3e5c req-0f90433a-adaa-447b-a93b-5fb929fcc525 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c1b259b6-2024-4b30-865d-17dadaef5406 HTTP/1.1" status: 200 len: 1130 time: 0.0812411 Aug 24 13:42:44.616439 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-736bdf22-364f-4bd7-a5dd-0173094e3e5c req-9ad20490-a5d8-44be-ae5e-fbf682f90de7 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=dbfde4a0-415f-4a98-8850-42be8ee2490f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578356 Aug 24 13:42:44.711135 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:44.843847 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 81527591-3b83-4c03-acdd-1af56b117125 up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:42:44.898476 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-114ddd00-9a40-4cba-bde7-8b71fd97d6db tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:44.917437 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port 81527591-3b83-4c03-acdd-1af56b117125 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:42:44.917823 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (81527591-3b83-4c03-acdd-1af56b117125), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:44.979462 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-114ddd00-9a40-4cba-bde7-8b71fd97d6db tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961197'] for floatingip (e2e5eb27-95f2-4a8c-9e24-faa40fca66a0), after_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:45.036430 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port 81527591-3b83-4c03-acdd-1af56b117125 is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:42:45.150694 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.db.l3_db [None req-114ddd00-9a40-4cba-bde7-8b71fd97d6db tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Floating IP e2e5eb27-95f2-4a8c-9e24-faa40fca66a0 associated. External IP: 172.27.1.115, port: 4e40061a-00da-4a8b-ae82-5150e0416828. Aug 24 13:42:45.178152 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:45.205174 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509fbad-db46-4c46-b0bc-40b6188e2030 req-5f1898be-21a9-4df5-98f5-053b48d16883 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:45.206881 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0509fbad-db46-4c46-b0bc-40b6188e2030 req-5f1898be-21a9-4df5-98f5-053b48d16883 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c1b259b6-2024-4b30-865d-17dadaef5406 HTTP/1.1" status: 200 len: 946 time: 0.0702410 Aug 24 13:42:45.272165 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0509fbad-db46-4c46-b0bc-40b6188e2030 req-f7da8e5f-e7a1-4276-bf93-00ab99c72012 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dbfde4a0-415f-4a98-8850-42be8ee2490f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554252 Aug 24 13:42:45.427658 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-114ddd00-9a40-4cba-bde7-8b71fd97d6db tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Router 76db8bb3-0b68-4e6c-befe-f4726b0c7412 has already been hosted by L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 {{(pid=106986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 13:42:45.616082 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114ddd00-9a40-4cba-bde7-8b71fd97d6db tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:42:45.622912 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-114ddd00-9a40-4cba-bde7-8b71fd97d6db tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for floatingip (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:45.634924 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61dd4c7-8276-43fc-82cc-0864f40c905c None None] Sync routers for ids ['76db8bb3-0b68-4e6c-befe-f4726b0c7412'] in dv-cinder-779578-4-iscsi {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:42:45.650371 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61dd4c7-8276-43fc-82cc-0864f40c905c None None] Routers {'76db8bb3-0b68-4e6c-befe-f4726b0c7412'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:42:45.651318 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-b61dd4c7-8276-43fc-82cc-0864f40c905c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:42:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['76db8bb3-0b68-4e6c-befe-f4726b0c7412'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:42:45.687134 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-114ddd00-9a40-4cba-bde7-8b71fd97d6db tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "PUT /networking/v2.0/floatingips/e2e5eb27-95f2-4a8c-9e24-faa40fca66a0 HTTP/1.1" status: 200 len: 991 time: 1.5170944 Aug 24 13:42:45.688075 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fb46333-4237-44a1-8a88-7d5171bfdb84', 'tag': '4e40061a-00da-4a8b-ae82-5150e0416828'}] {{(pid=106986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:42:45.692100 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d01dbab33e71115aad2ee8471a00c8ecaf37bbc8c5e47995de0ab84d59865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a94e15-f90f-4a6b-8dd1-e3f7fde866cf" -d '{"events": [{"name": "network-changed", "server_uuid": "5fb46333-4237-44a1-8a88-7d5171bfdb84", "tag": "4e40061a-00da-4a8b-ae82-5150e0416828"}]}' {{(pid=106986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:42:45.763229 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 13:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abdf11ad-65b0-4b08-b32c-298dbf6e6cf9 x-openstack-request-id: req-abdf11ad-65b0-4b08-b32c-298dbf6e6cf9 {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:42:45.763522 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fb46333-4237-44a1-8a88-7d5171bfdb84", "tag": "4e40061a-00da-4a8b-ae82-5150e0416828", "status": "completed", "code": 200}]} {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:42:45.763815 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-abdf11ad-65b0-4b08-b32c-298dbf6e6cf9 {{(pid=106986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:42:45.764251 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abdf11ad-65b0-4b08-b32c-298dbf6e6cf9'] response: {'name': 'network-changed', 'server_uuid': '5fb46333-4237-44a1-8a88-7d5171bfdb84', 'tag': '4e40061a-00da-4a8b-ae82-5150e0416828', 'status': 'completed', 'code': 200} Aug 24 13:42:45.787101 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-b61dd4c7-8276-43fc-82cc-0864f40c905c None None] Set router 76db8bb3-0b68-4e6c-befe-f4726b0c7412 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:42:45.842041 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:46.069413 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-b61dd4c7-8276-43fc-82cc-0864f40c905c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'name': 'tempest-AttachVolumeNegativeTest-1546593255-router', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:16Z', 'updated_at': '2022-08-24T13:38:26Z', 'revision_number': 4, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'gw_port': {'id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:18Z', 'updated_at': '2022-08-24T13:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_floatingips': [{'id': 'e2e5eb27-95f2-4a8c-9e24-faa40fca66a0', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'floating_ip_address': '172.27.1.115', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'port_id': '4e40061a-00da-4a8b-ae82-5150e0416828', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'mac_address': 'fa:16:3e:6d:38:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb46333-4237-44a1-8a88-7d5171bfdb84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:42:21Z', 'updated_at': '2022-08-24T13:42:44Z', 'revision_number': 1, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75065905-7b34-4ad9-aad8-ab7ee3ca3bd8', 'name': '', 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'mac_address': 'fa:16:3e:60:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd07781da-28f3-4c07-b598-0d710e632916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:24Z', 'updated_at': '2022-08-24T13:38:38Z', 'revision_number': 5, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'subnets': [{'id': 'd07781da-28f3-4c07-b598-0d710e632916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:42:46.121538 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61dd4c7-8276-43fc-82cc-0864f40c905c None None] Checking router: 76db8bb3-0b68-4e6c-befe-f4726b0c7412 for host: dv-cinder-779578-4-iscsi {{(pid=106987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:42:46.137082 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61dd4c7-8276-43fc-82cc-0864f40c905c None None] Routers {'76db8bb3-0b68-4e6c-befe-f4726b0c7412'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:42:46.138117 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-b61dd4c7-8276-43fc-82cc-0864f40c905c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:42:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['76db8bb3-0b68-4e6c-befe-f4726b0c7412'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:42:46.296146 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-b61dd4c7-8276-43fc-82cc-0864f40c905c None None] Set router 76db8bb3-0b68-4e6c-befe-f4726b0c7412 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:42:46.434595 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aef9d8-cd0d-4955-b5cd-b67eee50e15c req-cf307f63-ea97-4904-8929-4d295f45921c tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:46.436249 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-00aef9d8-cd0d-4955-b5cd-b67eee50e15c req-cf307f63-ea97-4904-8929-4d295f45921c tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c1b259b6-2024-4b30-865d-17dadaef5406 HTTP/1.1" status: 200 len: 946 time: 0.0688612 Aug 24 13:42:46.479621 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=100 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:46.529679 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-00aef9d8-cd0d-4955-b5cd-b67eee50e15c req-2c0339ed-0902-4710-b0e7-62fa40173faa tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dbfde4a0-415f-4a98-8850-42be8ee2490f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869880 Aug 24 13:42:46.790129 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a94e15-f90f-4a6b-8dd1-e3f7fde866cf req-15dc6d46-f476-4577-a992-f9022fe874e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:46.792487 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d3a94e15-f90f-4a6b-8dd1-e3f7fde866cf req-15dc6d46-f476-4577-a992-f9022fe874e3 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=019b2e8bdb934d94a25fe4b355e73c68&device_id=5fb46333-4237-44a1-8a88-7d5171bfdb84 HTTP/1.1" status: 200 len: 1129 time: 0.1835158 Aug 24 13:42:46.798718 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:46.822410 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cc7ddd-9373-4467-b708-8c0cd030a47c req-590a9c9a-c098-4bf3-bc88-0287f0461738 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:46.824011 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-19cc7ddd-9373-4467-b708-8c0cd030a47c req-590a9c9a-c098-4bf3-bc88-0287f0461738 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c1b259b6-2024-4b30-865d-17dadaef5406 HTTP/1.1" status: 200 len: 946 time: 0.1319671 Aug 24 13:42:46.842823 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 54088) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:42:46.850565 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-d40eda74-5e42-440f-84d7-1137bacd6445 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Request body: {'floatingip': {'port_id': '7aadab9f-67a3-4721-a287-269890ea0757'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:42:46.881497 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-b61dd4c7-8276-43fc-82cc-0864f40c905c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'name': 'tempest-AttachVolumeNegativeTest-1546593255-router', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:16Z', 'updated_at': '2022-08-24T13:38:26Z', 'revision_number': 4, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'gw_port': {'id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:18Z', 'updated_at': '2022-08-24T13:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_floatingips': [{'id': 'e2e5eb27-95f2-4a8c-9e24-faa40fca66a0', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'floating_ip_address': '172.27.1.115', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'port_id': '4e40061a-00da-4a8b-ae82-5150e0416828', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'mac_address': 'fa:16:3e:6d:38:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb46333-4237-44a1-8a88-7d5171bfdb84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:42:21Z', 'updated_at': '2022-08-24T13:42:44Z', 'revision_number': 1, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75065905-7b34-4ad9-aad8-ab7ee3ca3bd8', 'name': '', 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'mac_address': 'fa:16:3e:60:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd07781da-28f3-4c07-b598-0d710e632916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:24Z', 'updated_at': '2022-08-24T13:38:38Z', 'revision_number': 5, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'subnets': [{'id': 'd07781da-28f3-4c07-b598-0d710e632916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:42:46.909195 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-d40eda74-5e42-440f-84d7-1137bacd6445 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks [] for floatingip (3fb0f53d-954b-4a4e-b0d7-aa067dd5f3f3), before_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:46.942341 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a94e15-f90f-4a6b-8dd1-e3f7fde866cf req-4aa90abc-5fd2-47cc-a04f-f720899e62e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:46.948360 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d3a94e15-f90f-4a6b-8dd1-e3f7fde866cf req-4aa90abc-5fd2-47cc-a04f-f720899e62e2 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=789a27f6-7f62-4022-86ef-1042c82fc322 HTTP/1.1" status: 200 len: 916 time: 0.1409388 Aug 24 13:42:46.948653 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61dd4c7-8276-43fc-82cc-0864f40c905c None None] The sync data for ids ['76db8bb3-0b68-4e6c-befe-f4726b0c7412'] in dv-cinder-779578-4-iscsi is: [{'id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'name': 'tempest-AttachVolumeNegativeTest-1546593255-router', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:16Z', 'updated_at': '2022-08-24T13:38:26Z', 'revision_number': 4, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'gw_port': {'id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:18Z', 'updated_at': '2022-08-24T13:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_floatingips': [{'id': 'e2e5eb27-95f2-4a8c-9e24-faa40fca66a0', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'floating_ip_address': '172.27.1.115', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'port_id': '4e40061a-00da-4a8b-ae82-5150e0416828', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'mac_address': 'fa:16:3e:6d:38:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5fb46333-4237-44a1-8a88-7d5171bfdb84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:42:21Z', 'updated_at': '2022-08-24T13:42:44Z', 'revision_number': 1, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75065905-7b34-4ad9-aad8-ab7ee3ca3bd8', 'name': '', 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'mac_address': 'fa:16:3e:60:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd07781da-28f3-4c07-b598-0d710e632916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:24Z', 'updated_at': '2022-08-24T13:38:38Z', 'revision_number': 5, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'subnets': [{'id': 'd07781da-28f3-4c07-b598-0d710e632916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:42:47.048712 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d3a94e15-f90f-4a6b-8dd1-e3f7fde866cf req-bcceaf20-3554-43ad-ae8c-3763b2a72a78 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4e40061a-00da-4a8b-ae82-5150e0416828 HTTP/1.1" status: 200 len: 999 time: 0.0925047 Aug 24 13:42:47.116004 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a94e15-f90f-4a6b-8dd1-e3f7fde866cf req-c54cbc3d-adf8-4d2d-9602-f8dde29fc05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:47.117645 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d3a94e15-f90f-4a6b-8dd1-e3f7fde866cf req-c54cbc3d-adf8-4d2d-9602-f8dde29fc05e service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d07781da-28f3-4c07-b598-0d710e632916 HTTP/1.1" status: 200 len: 854 time: 0.0616496 Aug 24 13:42:47.195313 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a94e15-f90f-4a6b-8dd1-e3f7fde866cf req-fdb5bb78-e6f1-4a05-8f3a-0711797cc35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:47.197367 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d3a94e15-f90f-4a6b-8dd1-e3f7fde866cf req-fdb5bb78-e6f1-4a05-8f3a-0711797cc35d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=789a27f6-7f62-4022-86ef-1042c82fc322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0676799 Aug 24 13:42:47.206406 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:47.296926 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44800164-54d2-4264-a09c-5eb92adfa192 None None] New status for floating IP e2e5eb27-95f2-4a8c-9e24-faa40fca66a0: ACTIVE {{(pid=106988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 13:42:47.299932 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=100 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:47.452428 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a93d403b-29c5-41ac-a53c-7c0bf3f47879), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:47.711776 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d3a94e15-f90f-4a6b-8dd1-e3f7fde866cf req-bcc766c7-ac7b-4cc8-aaec-7d58ceb9e088 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/789a27f6-7f62-4022-86ef-1042c82fc322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4966826 Aug 24 13:42:47.715231 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-d40eda74-5e42-440f-84d7-1137bacd6445 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:47.786706 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-d40eda74-5e42-440f-84d7-1137bacd6445 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961197'] for floatingip (3fb0f53d-954b-4a4e-b0d7-aa067dd5f3f3), after_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:47.875179 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d3a94e15-f90f-4a6b-8dd1-e3f7fde866cf req-9153bce3-5cc4-42ac-8333-0ddf20203d6d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/789a27f6-7f62-4022-86ef-1042c82fc322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541393 Aug 24 13:42:47.917161 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.db.l3_db [None req-d40eda74-5e42-440f-84d7-1137bacd6445 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Floating IP 3fb0f53d-954b-4a4e-b0d7-aa067dd5f3f3 associated. External IP: 172.27.1.93, port: 7aadab9f-67a3-4721-a287-269890ea0757. Aug 24 13:42:48.114687 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:48.174670 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d40eda74-5e42-440f-84d7-1137bacd6445 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Router 35afed2f-d0ca-497e-a05d-362cf78a5add has already been hosted by L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 {{(pid=106986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 13:42:48.341487 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40eda74-5e42-440f-84d7-1137bacd6445 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:42:48.347403 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-d40eda74-5e42-440f-84d7-1137bacd6445 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for floatingip (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:48.356505 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf24b3f-1f36-40c0-b9a9-937df8e4e8f4 None None] Sync routers for ids ['35afed2f-d0ca-497e-a05d-362cf78a5add'] in dv-cinder-779578-4-iscsi {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:42:48.374551 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf24b3f-1f36-40c0-b9a9-937df8e4e8f4 None None] Routers {'35afed2f-d0ca-497e-a05d-362cf78a5add'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:42:48.375245 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-ddf24b3f-1f36-40c0-b9a9-937df8e4e8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:42:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['35afed2f-d0ca-497e-a05d-362cf78a5add'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:42:48.405516 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-d40eda74-5e42-440f-84d7-1137bacd6445 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "PUT /networking/v2.0/floatingips/3fb0f53d-954b-4a4e-b0d7-aa067dd5f3f3 HTTP/1.1" status: 200 len: 991 time: 1.5609381 Aug 24 13:42:48.406579 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b259b6-2024-4b30-865d-17dadaef5406', 'tag': '7aadab9f-67a3-4721-a287-269890ea0757'}] {{(pid=106986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:42:48.410523 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d01dbab33e71115aad2ee8471a00c8ecaf37bbc8c5e47995de0ab84d59865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a7bf0b-01b7-4626-b164-fb332dd55b61" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b259b6-2024-4b30-865d-17dadaef5406", "tag": "7aadab9f-67a3-4721-a287-269890ea0757"}]}' {{(pid=106986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:42:48.475822 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 13:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-661f0b97-c8e5-406d-aff2-ccc811094ab6 x-openstack-request-id: req-661f0b97-c8e5-406d-aff2-ccc811094ab6 {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:42:48.476117 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b259b6-2024-4b30-865d-17dadaef5406", "tag": "7aadab9f-67a3-4721-a287-269890ea0757", "status": "completed", "code": 200}]} {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:42:48.476417 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-661f0b97-c8e5-406d-aff2-ccc811094ab6 {{(pid=106986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:42:48.476839 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-661f0b97-c8e5-406d-aff2-ccc811094ab6'] response: {'name': 'network-changed', 'server_uuid': 'c1b259b6-2024-4b30-865d-17dadaef5406', 'tag': '7aadab9f-67a3-4721-a287-269890ea0757', 'status': 'completed', 'code': 200} Aug 24 13:42:48.531422 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-ddf24b3f-1f36-40c0-b9a9-937df8e4e8f4 None None] Set router 35afed2f-d0ca-497e-a05d-362cf78a5add gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:42:48.602080 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7bf0b-01b7-4626-b164-fb332dd55b61 req-c393a5d7-a18f-4bb6-b34c-35597407a193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:48.604759 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d1a7bf0b-01b7-4626-b164-fb332dd55b61 req-c393a5d7-a18f-4bb6-b34c-35597407a193 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=127e5da55b164ce68568c153fee58baf&device_id=c1b259b6-2024-4b30-865d-17dadaef5406 HTTP/1.1" status: 200 len: 1130 time: 0.0509567 Aug 24 13:42:48.784477 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7bf0b-01b7-4626-b164-fb332dd55b61 req-6c51ac2e-a00b-4dbf-81ad-e9a2de3a5b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:48.788129 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d1a7bf0b-01b7-4626-b164-fb332dd55b61 req-6c51ac2e-a00b-4dbf-81ad-e9a2de3a5b25 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=1fcb22e0-a643-462e-8b2f-3661641fd3fe HTTP/1.1" status: 200 len: 920 time: 0.1604443 Aug 24 13:42:48.887910 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-ddf24b3f-1f36-40c0-b9a9-937df8e4e8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35afed2f-d0ca-497e-a05d-362cf78a5add', 'name': 'tempest-ServerRescueNegativeTestJSON-1017581704-router', 'tenant_id': '127e5da55b164ce68568c153fee58baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'f34ed789-5c80-41cb-b7b8-382a1b23f8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:40:07Z', 'updated_at': '2022-08-24T13:40:12Z', 'revision_number': 4, 'project_id': '127e5da55b164ce68568c153fee58baf', 'gw_port': {'id': 'f34ed789-5c80-41cb-b7b8-382a1b23f8c4', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35afed2f-d0ca-497e-a05d-362cf78a5add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:08Z', 'updated_at': '2022-08-24T13:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_floatingips': [{'id': '3fb0f53d-954b-4a4e-b0d7-aa067dd5f3f3', 'tenant_id': '127e5da55b164ce68568c153fee58baf', 'floating_ip_address': '172.27.1.93', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': '35afed2f-d0ca-497e-a05d-362cf78a5add', 'port_id': '7aadab9f-67a3-4721-a287-269890ea0757', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fcb22e0-a643-462e-8b2f-3661641fd3fe', 'mac_address': 'fa:16:3e:87:06:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b259b6-2024-4b30-865d-17dadaef5406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:42:24Z', 'updated_at': '2022-08-24T13:42:47Z', 'revision_number': 1, 'project_id': '127e5da55b164ce68568c153fee58baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd54d660-e1a5-47fb-8995-4174f34f5af5', 'name': '', 'network_id': '1fcb22e0-a643-462e-8b2f-3661641fd3fe', 'tenant_id': '127e5da55b164ce68568c153fee58baf', 'mac_address': 'fa:16:3e:47:27:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35afed2f-d0ca-497e-a05d-362cf78a5add', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'b7ad1c15-3875-4de4-b3a4-2c63d79b04bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:11Z', 'updated_at': '2022-08-24T13:40:19Z', 'revision_number': 5, 'project_id': '127e5da55b164ce68568c153fee58baf', 'subnets': [{'id': 'b7ad1c15-3875-4de4-b3a4-2c63d79b04bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:42:48.922211 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d1a7bf0b-01b7-4626-b164-fb332dd55b61 req-767b9b99-9f46-4015-b4b0-71ced1df3a49 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7aadab9f-67a3-4721-a287-269890ea0757 HTTP/1.1" status: 200 len: 999 time: 0.1239212 Aug 24 13:42:48.922516 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf24b3f-1f36-40c0-b9a9-937df8e4e8f4 None None] Checking router: 35afed2f-d0ca-497e-a05d-362cf78a5add for host: dv-cinder-779578-4-iscsi {{(pid=106987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:42:48.933900 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf24b3f-1f36-40c0-b9a9-937df8e4e8f4 None None] Routers {'35afed2f-d0ca-497e-a05d-362cf78a5add'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:42:48.934531 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-ddf24b3f-1f36-40c0-b9a9-937df8e4e8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:42:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['35afed2f-d0ca-497e-a05d-362cf78a5add'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:42:49.014518 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7bf0b-01b7-4626-b164-fb332dd55b61 req-830af3a3-689a-4838-908c-0be1f9c8ec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:49.017065 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d1a7bf0b-01b7-4626-b164-fb332dd55b61 req-830af3a3-689a-4838-908c-0be1f9c8ec67 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=b7ad1c15-3875-4de4-b3a4-2c63d79b04bd HTTP/1.1" status: 200 len: 858 time: 0.0863981 Aug 24 13:42:49.059259 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-ddf24b3f-1f36-40c0-b9a9-937df8e4e8f4 None None] Set router 35afed2f-d0ca-497e-a05d-362cf78a5add gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:42:49.081119 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7bf0b-01b7-4626-b164-fb332dd55b61 req-149f90ef-3cbd-45f7-809b-a243e11e54e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:49.083198 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d1a7bf0b-01b7-4626-b164-fb332dd55b61 req-149f90ef-3cbd-45f7-809b-a243e11e54e7 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=1fcb22e0-a643-462e-8b2f-3661641fd3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0577807 Aug 24 13:42:49.122391 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:49.149566 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:49.248878 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d1a7bf0b-01b7-4626-b164-fb332dd55b61 req-839c62dd-8be4-4845-a4dd-063ddeefb274 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1fcb22e0-a643-462e-8b2f-3661641fd3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582179 Aug 24 13:42:49.361924 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-ddf24b3f-1f36-40c0-b9a9-937df8e4e8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35afed2f-d0ca-497e-a05d-362cf78a5add', 'name': 'tempest-ServerRescueNegativeTestJSON-1017581704-router', 'tenant_id': '127e5da55b164ce68568c153fee58baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'f34ed789-5c80-41cb-b7b8-382a1b23f8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:40:07Z', 'updated_at': '2022-08-24T13:40:12Z', 'revision_number': 4, 'project_id': '127e5da55b164ce68568c153fee58baf', 'gw_port': {'id': 'f34ed789-5c80-41cb-b7b8-382a1b23f8c4', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35afed2f-d0ca-497e-a05d-362cf78a5add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:08Z', 'updated_at': '2022-08-24T13:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_floatingips': [{'id': '3fb0f53d-954b-4a4e-b0d7-aa067dd5f3f3', 'tenant_id': '127e5da55b164ce68568c153fee58baf', 'floating_ip_address': '172.27.1.93', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': '35afed2f-d0ca-497e-a05d-362cf78a5add', 'port_id': '7aadab9f-67a3-4721-a287-269890ea0757', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fcb22e0-a643-462e-8b2f-3661641fd3fe', 'mac_address': 'fa:16:3e:87:06:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b259b6-2024-4b30-865d-17dadaef5406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:42:24Z', 'updated_at': '2022-08-24T13:42:47Z', 'revision_number': 1, 'project_id': '127e5da55b164ce68568c153fee58baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd54d660-e1a5-47fb-8995-4174f34f5af5', 'name': '', 'network_id': '1fcb22e0-a643-462e-8b2f-3661641fd3fe', 'tenant_id': '127e5da55b164ce68568c153fee58baf', 'mac_address': 'fa:16:3e:47:27:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35afed2f-d0ca-497e-a05d-362cf78a5add', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'b7ad1c15-3875-4de4-b3a4-2c63d79b04bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:11Z', 'updated_at': '2022-08-24T13:40:19Z', 'revision_number': 5, 'project_id': '127e5da55b164ce68568c153fee58baf', 'subnets': [{'id': 'b7ad1c15-3875-4de4-b3a4-2c63d79b04bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:42:49.373428 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d1a7bf0b-01b7-4626-b164-fb332dd55b61 req-19e5fb44-f7b8-4e89-a8c3-f17eecfc1000 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1fcb22e0-a643-462e-8b2f-3661641fd3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129122 Aug 24 13:42:49.390913 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf24b3f-1f36-40c0-b9a9-937df8e4e8f4 None None] The sync data for ids ['35afed2f-d0ca-497e-a05d-362cf78a5add'] in dv-cinder-779578-4-iscsi is: [{'id': '35afed2f-d0ca-497e-a05d-362cf78a5add', 'name': 'tempest-ServerRescueNegativeTestJSON-1017581704-router', 'tenant_id': '127e5da55b164ce68568c153fee58baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'f34ed789-5c80-41cb-b7b8-382a1b23f8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:40:07Z', 'updated_at': '2022-08-24T13:40:12Z', 'revision_number': 4, 'project_id': '127e5da55b164ce68568c153fee58baf', 'gw_port': {'id': 'f34ed789-5c80-41cb-b7b8-382a1b23f8c4', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35afed2f-d0ca-497e-a05d-362cf78a5add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:08Z', 'updated_at': '2022-08-24T13:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_floatingips': [{'id': '3fb0f53d-954b-4a4e-b0d7-aa067dd5f3f3', 'tenant_id': '127e5da55b164ce68568c153fee58baf', 'floating_ip_address': '172.27.1.93', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': '35afed2f-d0ca-497e-a05d-362cf78a5add', 'port_id': '7aadab9f-67a3-4721-a287-269890ea0757', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fcb22e0-a643-462e-8b2f-3661641fd3fe', 'mac_address': 'fa:16:3e:87:06:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b259b6-2024-4b30-865d-17dadaef5406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:42:24Z', 'updated_at': '2022-08-24T13:42:47Z', 'revision_number': 1, 'project_id': '127e5da55b164ce68568c153fee58baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd54d660-e1a5-47fb-8995-4174f34f5af5', 'name': '', 'network_id': '1fcb22e0-a643-462e-8b2f-3661641fd3fe', 'tenant_id': '127e5da55b164ce68568c153fee58baf', 'mac_address': 'fa:16:3e:47:27:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35afed2f-d0ca-497e-a05d-362cf78a5add', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'b7ad1c15-3875-4de4-b3a4-2c63d79b04bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:11Z', 'updated_at': '2022-08-24T13:40:19Z', 'revision_number': 5, 'project_id': '127e5da55b164ce68568c153fee58baf', 'subnets': [{'id': 'b7ad1c15-3875-4de4-b3a4-2c63d79b04bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:42:49.637815 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728f4f71-59dd-4a3a-9a14-e6a183c54d60 None None] New status for floating IP 3fb0f53d-954b-4a4e-b0d7-aa067dd5f3f3: ACTIVE {{(pid=106988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 13:42:49.945311 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-beed8b9b-a67c-471b-bf04-786fb6ab8e80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:52.766169 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-0111ce7e-5957-465e-8b69-b4f99a4aeb42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:53.778954 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:55.081718 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:55.113550 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:55.196021 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:42:55.904020 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.agents_db [None req-66b1cbc3-9e75-488f-ab76-e3b1c287483f None None] Agent healthcheck: found 6 active agents {{(pid=106988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 13:42:58.395470 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:58.399031 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=10 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:59.366649 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=86 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:59.369841 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=13 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:42:59.470974 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88744b-4b90-46d6-8a45-48f7e945a495 req-fef61f65-ca07-489a-a225-f42b941b9a20 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:42:59.472564 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ba88744b-4b90-46d6-8a45-48f7e945a495 req-fef61f65-ca07-489a-a225-f42b941b9a20 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 947 time: 0.0582602 Aug 24 13:42:59.526618 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ba88744b-4b90-46d6-8a45-48f7e945a495 req-a12db676-83b4-4818-95fa-27a8edfee0cd tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472763 Aug 24 13:43:00.668504 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27a81f5-f48f-4e67-bbd0-72485118e0cb req-e46574dc-f27d-458a-8510-e564802007f5 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:00.670096 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d27a81f5-f48f-4e67-bbd0-72485118e0cb req-e46574dc-f27d-458a-8510-e564802007f5 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 947 time: 0.0539541 Aug 24 13:43:00.719675 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d27a81f5-f48f-4e67-bbd0-72485118e0cb req-4585e3f3-798a-4a71-bbd3-4252b64b6d22 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438807 Aug 24 13:43:01.859718 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec14d98-9747-4b92-889c-c26ad24ebc24 req-98002692-3509-4d84-ac70-6d3922505ce7 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:01.861239 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0ec14d98-9747-4b92-889c-c26ad24ebc24 req-98002692-3509-4d84-ac70-6d3922505ce7 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 947 time: 0.0569453 Aug 24 13:43:01.890306 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:43:01.915373 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0ec14d98-9747-4b92-889c-c26ad24ebc24 req-00809a32-b1d0-4260-a641-84f8293294c9 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=be9cfb45-07d7-4da1-b88b-aee23f8a2067&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472577 Aug 24 13:43:02.121642 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dee83d-b74e-4353-90d1-2ba8d1e86a20 req-43f01855-85ad-44e0-ae56-a6aeef352264 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:02.123150 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d0dee83d-b74e-4353-90d1-2ba8d1e86a20 req-43f01855-85ad-44e0-ae56-a6aeef352264 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 947 time: 0.0608177 Aug 24 13:43:02.234171 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [req-d0dee83d-b74e-4353-90d1-2ba8d1e86a20 req-d74e4f9a-6c56-4ed3-850c-879a95fed936 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Deleting port 55484e25-34c8-469b-8598-d718e9469013 {{(pid=106985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:43:02.234571 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-d0dee83d-b74e-4353-90d1-2ba8d1e86a20 req-d74e4f9a-6c56-4ed3-850c-879a95fed936 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (55484e25-34c8-469b-8598-d718e9469013), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:02.345403 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.db [req-d0dee83d-b74e-4353-90d1-2ba8d1e86a20 req-d74e4f9a-6c56-4ed3-850c-879a95fed936 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] For port 55484e25-34c8-469b-8598-d718e9469013, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=55484e25-34c8-469b-8598-d718e9469013,segment=NetworkSegment(d3c5e9c4-fd20-406c-b672-893adab194ab),segment_id=d3c5e9c4-fd20-406c-b672-893adab194ab)] {{(pid=106985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:43:02.345768 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-d0dee83d-b74e-4353-90d1-2ba8d1e86a20 req-d74e4f9a-6c56-4ed3-850c-879a95fed936 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (55484e25-34c8-469b-8598-d718e9469013), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:02.529981 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-d0dee83d-b74e-4353-90d1-2ba8d1e86a20 req-d74e4f9a-6c56-4ed3-850c-879a95fed936 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:02.530347 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-d0dee83d-b74e-4353-90d1-2ba8d1e86a20 req-d74e4f9a-6c56-4ed3-850c-879a95fed936 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961197'] for floatingip (f79efa01-2857-4ea0-a2a0-183d615fee95), after_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:02.530668 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.db.l3_db [req-d0dee83d-b74e-4353-90d1-2ba8d1e86a20 req-d74e4f9a-6c56-4ed3-850c-879a95fed936 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Floating IP f79efa01-2857-4ea0-a2a0-183d615fee95 disassociated. External IP: 172.27.1.44, port: 55484e25-34c8-469b-8598-d718e9469013. Aug 24 13:43:02.531019 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [req-d0dee83d-b74e-4353-90d1-2ba8d1e86a20 req-d74e4f9a-6c56-4ed3-850c-879a95fed936 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Calling delete_port for 55484e25-34c8-469b-8598-d718e9469013 owned by compute:nova {{(pid=106985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:43:02.677693 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:43:02.754403 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-d0dee83d-b74e-4353-90d1-2ba8d1e86a20 req-d74e4f9a-6c56-4ed3-850c-879a95fed936 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (55484e25-34c8-469b-8598-d718e9469013), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:02.786455 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e4f9a-6c56-4ed3-850c-879a95fed936 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Pushing event deleted for resources: {'Port': ['ID=55484e25-34c8-469b-8598-d718e9469013,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:43:02.955733 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:43:02.960323 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0dee83d-b74e-4353-90d1-2ba8d1e86a20 req-d74e4f9a-6c56-4ed3-850c-879a95fed936 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Router 8ff4f2f7-1cad-4fd9-99be-e3cce9260444 has already been hosted by L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 {{(pid=106985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 13:43:03.073456 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-aeba4b36-37a5-4236-9e23-119cbcedf21f req-190b868d-ebce-4cc5-8f1a-b17c71c3ee70 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 210 time: 0.0373743 Aug 24 13:43:03.103578 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0dee83d-b74e-4353-90d1-2ba8d1e86a20 req-d74e4f9a-6c56-4ed3-850c-879a95fed936 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:43:03.114742 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42104ea4-884e-4c1d-9da0-5c6fd0e526dd None None] Sync routers for ids ['8ff4f2f7-1cad-4fd9-99be-e3cce9260444'] in dv-cinder-779578-4-iscsi {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:43:03.128089 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42104ea4-884e-4c1d-9da0-5c6fd0e526dd None None] Routers {'8ff4f2f7-1cad-4fd9-99be-e3cce9260444'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:43:03.128763 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-42104ea4-884e-4c1d-9da0-5c6fd0e526dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:42:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['8ff4f2f7-1cad-4fd9-99be-e3cce9260444'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:43:03.157244 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0dee83d-b74e-4353-90d1-2ba8d1e86a20 req-d74e4f9a-6c56-4ed3-850c-879a95fed936 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] No DVR routers for this DVR port 55484e25-34c8-469b-8598-d718e9469013 on host hv-cinder-77957 {{(pid=106985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 13:43:03.160647 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-d0dee83d-b74e-4353-90d1-2ba8d1e86a20 req-d74e4f9a-6c56-4ed3-850c-879a95fed936 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:03.164071 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d0dee83d-b74e-4353-90d1-2ba8d1e86a20 req-d74e4f9a-6c56-4ed3-850c-879a95fed936 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.20 "DELETE /networking/v2.0/ports/55484e25-34c8-469b-8598-d718e9469013 HTTP/1.1" status: 204 len: 173 time: 1.0330586 Aug 24 13:43:03.164582 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53bade32-e7bf-4ace-9b68-0458f257feff', 'name': 'network-vif-deleted', 'tag': '55484e25-34c8-469b-8598-d718e9469013'}] {{(pid=106985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:43:03.167103 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339b45b761399ad6383a0e79eb3d49a8b35bb9728a194a6e9817421c04d0c31a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd4dfa0e-b4f5-4da9-8e70-7c0139cef28b" -d '{"events": [{"server_uuid": "53bade32-e7bf-4ace-9b68-0458f257feff", "name": "network-vif-deleted", "tag": "55484e25-34c8-469b-8598-d718e9469013"}]}' {{(pid=106985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:43:03.214369 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 13:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ee44ea-a6a7-4e5f-b81d-8f5f70c782d0 x-openstack-request-id: req-29ee44ea-a6a7-4e5f-b81d-8f5f70c782d0 {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:43:03.214660 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53bade32-e7bf-4ace-9b68-0458f257feff", "name": "network-vif-deleted", "tag": "55484e25-34c8-469b-8598-d718e9469013", "status": "completed", "code": 200}]} {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:43:03.214908 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-29ee44ea-a6a7-4e5f-b81d-8f5f70c782d0 {{(pid=106985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:43:03.215313 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29ee44ea-a6a7-4e5f-b81d-8f5f70c782d0'] response: {'server_uuid': '53bade32-e7bf-4ace-9b68-0458f257feff', 'name': 'network-vif-deleted', 'tag': '55484e25-34c8-469b-8598-d718e9469013', 'status': 'completed', 'code': 200} Aug 24 13:43:03.275495 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-42104ea4-884e-4c1d-9da0-5c6fd0e526dd None None] Set router 8ff4f2f7-1cad-4fd9-99be-e3cce9260444 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:43:03.514403 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-42104ea4-884e-4c1d-9da0-5c6fd0e526dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'name': 'tempest-AttachVolumeShelveTestJSON-1625308851-router', 'tenant_id': '4a3794670e8d4c9985547d557d6969e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'e28ebaa8-833a-47c9-9878-cacba0470f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:14Z', 'updated_at': '2022-08-24T13:38:26Z', 'revision_number': 4, 'project_id': '4a3794670e8d4c9985547d557d6969e0', 'gw_port': {'id': 'e28ebaa8-833a-47c9-9878-cacba0470f33', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:15Z', 'updated_at': '2022-08-24T13:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': 'db1e9755-d759-4f60-b714-7af68d02ce1e', 'name': '', 'network_id': '385fd5c5-6c70-4a95-9981-8683550b730c', 'tenant_id': '4a3794670e8d4c9985547d557d6969e0', 'mac_address': 'fa:16:3e:53:79:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5dc0c212-b568-43f4-b5cf-0229c3337a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:23Z', 'updated_at': '2022-08-24T13:38:37Z', 'revision_number': 5, 'project_id': '4a3794670e8d4c9985547d557d6969e0', 'subnets': [{'id': '5dc0c212-b568-43f4-b5cf-0229c3337a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:43:03.546964 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42104ea4-884e-4c1d-9da0-5c6fd0e526dd None None] Checking router: 8ff4f2f7-1cad-4fd9-99be-e3cce9260444 for host: dv-cinder-779578-4-iscsi {{(pid=106987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:43:03.556479 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42104ea4-884e-4c1d-9da0-5c6fd0e526dd None None] Routers {'8ff4f2f7-1cad-4fd9-99be-e3cce9260444'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:43:03.557113 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-42104ea4-884e-4c1d-9da0-5c6fd0e526dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:42:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['8ff4f2f7-1cad-4fd9-99be-e3cce9260444'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:43:03.668862 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-42104ea4-884e-4c1d-9da0-5c6fd0e526dd None None] Set router 8ff4f2f7-1cad-4fd9-99be-e3cce9260444 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:43:03.895512 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-42104ea4-884e-4c1d-9da0-5c6fd0e526dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'name': 'tempest-AttachVolumeShelveTestJSON-1625308851-router', 'tenant_id': '4a3794670e8d4c9985547d557d6969e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'e28ebaa8-833a-47c9-9878-cacba0470f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:14Z', 'updated_at': '2022-08-24T13:38:26Z', 'revision_number': 4, 'project_id': '4a3794670e8d4c9985547d557d6969e0', 'gw_port': {'id': 'e28ebaa8-833a-47c9-9878-cacba0470f33', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:15Z', 'updated_at': '2022-08-24T13:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': 'db1e9755-d759-4f60-b714-7af68d02ce1e', 'name': '', 'network_id': '385fd5c5-6c70-4a95-9981-8683550b730c', 'tenant_id': '4a3794670e8d4c9985547d557d6969e0', 'mac_address': 'fa:16:3e:53:79:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5dc0c212-b568-43f4-b5cf-0229c3337a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:23Z', 'updated_at': '2022-08-24T13:38:37Z', 'revision_number': 5, 'project_id': '4a3794670e8d4c9985547d557d6969e0', 'subnets': [{'id': '5dc0c212-b568-43f4-b5cf-0229c3337a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:43:03.938395 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42104ea4-884e-4c1d-9da0-5c6fd0e526dd None None] The sync data for ids ['8ff4f2f7-1cad-4fd9-99be-e3cce9260444'] in dv-cinder-779578-4-iscsi is: [{'id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'name': 'tempest-AttachVolumeShelveTestJSON-1625308851-router', 'tenant_id': '4a3794670e8d4c9985547d557d6969e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'e28ebaa8-833a-47c9-9878-cacba0470f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:14Z', 'updated_at': '2022-08-24T13:38:26Z', 'revision_number': 4, 'project_id': '4a3794670e8d4c9985547d557d6969e0', 'gw_port': {'id': 'e28ebaa8-833a-47c9-9878-cacba0470f33', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:15Z', 'updated_at': '2022-08-24T13:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': 'db1e9755-d759-4f60-b714-7af68d02ce1e', 'name': '', 'network_id': '385fd5c5-6c70-4a95-9981-8683550b730c', 'tenant_id': '4a3794670e8d4c9985547d557d6969e0', 'mac_address': 'fa:16:3e:53:79:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5dc0c212-b568-43f4-b5cf-0229c3337a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:23Z', 'updated_at': '2022-08-24T13:38:37Z', 'revision_number': 5, 'project_id': '4a3794670e8d4c9985547d557d6969e0', 'subnets': [{'id': '5dc0c212-b568-43f4-b5cf-0229c3337a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:43:04.215136 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-74a11ab8-d5e5-4087-9f32-aff30ccbd997 req-c84be9f6-33cb-4205-a397-e003cf415d60 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=53bade32-e7bf-4ace-9b68-0458f257feff HTTP/1.1" status: 200 len: 210 time: 0.0377350 Aug 24 13:43:04.245859 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9ee22e0-3097-4a8a-8285-dbe1ee64f1f0 None None] New status for floating IP f79efa01-2857-4ea0-a2a0-183d615fee95: DOWN {{(pid=106988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 13:43:05.031847 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7b994947-e9e9-46fd-95f7-547b3428cf94 req-f9f1cfc8-3b0a-48c4-9675-14f275694254 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-856119561&fields=id&tenant_id=6842f55d3dcc42289b6bfe02ed020dc4 HTTP/1.1" status: 200 len: 267 time: 0.0510421 Aug 24 13:43:05.163358 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b994947-e9e9-46fd-95f7-547b3428cf94 req-a35a2321-f9c4-45a9-a8a5-eb4e000aceb4 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:05.165078 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7b994947-e9e9-46fd-95f7-547b3428cf94 req-a35a2321-f9c4-45a9-a8a5-eb4e000aceb4 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/networks?id=440bd507-b6ac-4736-a4d2-ede05189225c HTTP/1.1" status: 200 len: 811 time: 0.1261041 Aug 24 13:43:05.181426 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7b994947-e9e9-46fd-95f7-547b3428cf94 req-003a3b3a-9ce8-43ea-af7c-3d3561c1df11 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/quotas/6842f55d3dcc42289b6bfe02ed020dc4 HTTP/1.1" status: 200 len: 375 time: 0.0105269 Aug 24 13:43:05.244834 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7b994947-e9e9-46fd-95f7-547b3428cf94 req-07d502f9-4f4b-4de2-bb4e-af53d74ce08c tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=6842f55d3dcc42289b6bfe02ed020dc4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0574043 Aug 24 13:43:05.357453 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7b994947-e9e9-46fd-95f7-547b3428cf94 req-bf223b17-172b-4683-a7bb-d02b17c355ae service neutron] 10.222.0.73 "GET /networking/v2.0/networks/440bd507-b6ac-4736-a4d2-ede05189225c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993245 Aug 24 13:43:05.425708 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 54200) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:43:05.458819 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7b994947-e9e9-46fd-95f7-547b3428cf94 req-64a61eba-7d6f-4606-825c-2e8c7819d499 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/440bd507-b6ac-4736-a4d2-ede05189225c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948806 Aug 24 13:43:05.499969 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-3478c9df-bc91-487c-83ad-8dd91f196c62 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks [] for security_group (be9cfb45-07d7-4da1-b88b-aee23f8a2067), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:05.529613 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-3478c9df-bc91-487c-83ad-8dd91f196c62 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks [] for security_group (be9cfb45-07d7-4da1-b88b-aee23f8a2067), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:05.621333 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 55484e25-34c8-469b-8598-d718e9469013 no longer exists at agent hyperv_hv-cinder-77957 {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:43:05.640947 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] No Port match for: 55484e25-34c8-469b-8598-d718e9469013 {{(pid=106987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 13:43:05.648698 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 55484e25-34c8-469b-8598-d718e9469013 not bound to the agent host hv-cinder-77957 {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 13:43:05.693149 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-3478c9df-bc91-487c-83ad-8dd91f196c62 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (be9cfb45-07d7-4da1-b88b-aee23f8a2067), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:05.695833 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-3478c9df-bc91-487c-83ad-8dd91f196c62 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:05.697456 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-3478c9df-bc91-487c-83ad-8dd91f196c62 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "DELETE /networking/v2.0/security-groups/be9cfb45-07d7-4da1-b88b-aee23f8a2067 HTTP/1.1" status: 204 len: 168 time: 0.2701991 Aug 24 13:43:05.700702 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 54208) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:43:05.708131 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3478c9df-bc91-487c-83ad-8dd91f196c62 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9cfb45-07d7-4da1-b88b-aee23f8a2067,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:43:05.716859 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.api.v2.resource [None req-012166fa-e5d2-4ab3-8813-18e54aa80b34 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] show failed (client error): The resource could not be found. Aug 24 13:43:05.717901 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-012166fa-e5d2-4ab3-8813-18e54aa80b34 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups/be9cfb45-07d7-4da1-b88b-aee23f8a2067 HTTP/1.1" status: 404 len: 347 time: 0.0161872 Aug 24 13:43:05.720891 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 54210) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:43:05.839179 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [None req-0bcb30e2-0ae8-4c1c-893f-89101b109c0c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Deleting port c62eadaa-d412-4b93-8b2b-81d244164637 {{(pid=106985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:43:05.839431 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-0bcb30e2-0ae8-4c1c-893f-89101b109c0c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (c62eadaa-d412-4b93-8b2b-81d244164637), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:05.926159 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-0bcb30e2-0ae8-4c1c-893f-89101b109c0c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (c62eadaa-d412-4b93-8b2b-81d244164637), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:05.926628 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-0bcb30e2-0ae8-4c1c-893f-89101b109c0c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks [] for floatingip (c62eadaa-d412-4b93-8b2b-81d244164637), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:05.945017 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [None req-0bcb30e2-0ae8-4c1c-893f-89101b109c0c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Calling delete_port for c62eadaa-d412-4b93-8b2b-81d244164637 owned by network:floatingip {{(pid=106985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:43:06.020397 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:43:06.143116 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-be4561ac-63d7-4e7c-85b7-ec74e0a57ecd req-29f00ee1-9ae2-4d39-b22d-bab66dcc1e80 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=d89846c9-96d3-4b1b-bba0-bc5d89c6bbde HTTP/1.1" status: 200 len: 210 time: 0.0300622 Aug 24 13:43:06.155924 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-0bcb30e2-0ae8-4c1c-893f-89101b109c0c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (c62eadaa-d412-4b93-8b2b-81d244164637), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:06.179447 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:43:06.182649 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcb30e2-0ae8-4c1c-893f-89101b109c0c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Pushing event deleted for resources: {'Port': ['ID=c62eadaa-d412-4b93-8b2b-81d244164637,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:43:06.250331 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-0bcb30e2-0ae8-4c1c-893f-89101b109c0c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks [] for floatingip (f79efa01-2857-4ea0-a2a0-183d615fee95), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:06.253124 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-0bcb30e2-0ae8-4c1c-893f-89101b109c0c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for floatingip (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:06.254307 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-0bcb30e2-0ae8-4c1c-893f-89101b109c0c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/f79efa01-2857-4ea0-a2a0-183d615fee95 HTTP/1.1" status: 204 len: 168 time: 0.5325108 Aug 24 13:43:06.446702 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 54222) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:43:06.451551 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-3653ccb1-a797-40a3-8fd1-851401eeb8db tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1976106336', 'description': 'tempest-description--1763831410'}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:43:06.573128 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-3653ccb1-a797-40a3-8fd1-851401eeb8db tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:06.650879 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-3653ccb1-a797-40a3-8fd1-851401eeb8db tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks [] for security_group (cfd33422-975a-4178-b542-b86cae395a3e), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:06.738536 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-3653ccb1-a797-40a3-8fd1-851401eeb8db tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (cfd33422-975a-4178-b542-b86cae395a3e), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:06.769815 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3653ccb1-a797-40a3-8fd1-851401eeb8db tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd33422-975a-4178-b542-b86cae395a3e,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:43:06.838158 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-3653ccb1-a797-40a3-8fd1-851401eeb8db tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:06.839578 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-3653ccb1-a797-40a3-8fd1-851401eeb8db tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3917606 Aug 24 13:43:06.842503 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 54224) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:43:06.846780 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-bd2d3f5b-d0b9-4e15-83a1-e224fc2166ad tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Request body: {'security_group_rule': {'security_group_id': 'cfd33422-975a-4178-b542-b86cae395a3e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:43:06.969768 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-bd2d3f5b-d0b9-4e15-83a1-e224fc2166ad tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks [] for security_group_rule (df2f7be7-d388-4b8a-8a32-5f5b0d8cb818), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:07.029985 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-bd2d3f5b-d0b9-4e15-83a1-e224fc2166ad tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks [] for security_group_rule (df2f7be7-d388-4b8a-8a32-5f5b0d8cb818), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:07.110040 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-bd2d3f5b-d0b9-4e15-83a1-e224fc2166ad tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008640'] for security_group_rule (df2f7be7-d388-4b8a-8a32-5f5b0d8cb818), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:07.138915 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2d3f5b-d0b9-4e15-83a1-e224fc2166ad tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df2f7be7-d388-4b8a-8a32-5f5b0d8cb818,revision_number=0']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:43:07.235066 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-cae30810-4b91-42ce-8b56-ac9aa0aac6f2 req-86e2542b-c289-43c5-9cb4-657f08dbb945 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=d89846c9-96d3-4b1b-bba0-bc5d89c6bbde HTTP/1.1" status: 200 len: 210 time: 0.0302534 Aug 24 13:43:07.238426 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-bd2d3f5b-d0b9-4e15-83a1-e224fc2166ad tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:07.239577 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-bd2d3f5b-d0b9-4e15-83a1-e224fc2166ad tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3961587 Aug 24 13:43:07.242616 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 54232) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:43:07.250822 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-f7551d74-8e01-4ad2-9c76-77f57276d8b8 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Request body: {'security_group_rule': {'security_group_id': 'cfd33422-975a-4178-b542-b86cae395a3e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:43:07.353865 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f7551d74-8e01-4ad2-9c76-77f57276d8b8 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks [] for security_group_rule (81c52bc5-72d0-41b0-b8ce-818ec4a615d2), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:07.404820 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f7551d74-8e01-4ad2-9c76-77f57276d8b8 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks [] for security_group_rule (81c52bc5-72d0-41b0-b8ce-818ec4a615d2), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:07.481608 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f7551d74-8e01-4ad2-9c76-77f57276d8b8 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008640'] for security_group_rule (81c52bc5-72d0-41b0-b8ce-818ec4a615d2), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:07.504852 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7551d74-8e01-4ad2-9c76-77f57276d8b8 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81c52bc5-72d0-41b0-b8ce-818ec4a615d2,revision_number=0']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:43:07.620135 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f7551d74-8e01-4ad2-9c76-77f57276d8b8 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:07.621399 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-f7551d74-8e01-4ad2-9c76-77f57276d8b8 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3772209 Aug 24 13:43:07.624701 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 54234) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:43:07.629305 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-854a6896-67b2-4632-9e71-509093570a9c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Request body: {'floatingip': {'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:43:07.715302 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-854a6896-67b2-4632-9e71-509093570a9c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:07.810737 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-854a6896-67b2-4632-9e71-509093570a9c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:07.925510 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:43:07.942922 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.db_base_plugin_common [None req-854a6896-67b2-4632-9e71-509093570a9c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Allocated IP 172.27.1.73 (b9a647d2-3285-4c25-b9a6-e511e6620ca5/0f88e60e-ade3-4937-9959-ff6f15b76440/0051f112-dfb5-41bd-9fa1-3f3fd1c1c6f2) {{(pid=106985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:43:07.967387 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:INSERT=12,neutron:SELECT=81,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:43:08.052836 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-854a6896-67b2-4632-9e71-509093570a9c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks [] for port (0051f112-dfb5-41bd-9fa1-3f3fd1c1c6f2), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:08.167880 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-854a6896-67b2-4632-9e71-509093570a9c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (0051f112-dfb5-41bd-9fa1-3f3fd1c1c6f2), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:08.209848 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854a6896-67b2-4632-9e71-509093570a9c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Network b9a647d2-3285-4c25-b9a6-e511e6620ca5 is already hosted by enough agents. {{(pid=106985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:43:08.212871 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.base_scheduler [None req-854a6896-67b2-4632-9e71-509093570a9c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Resources bound (agent type, host, resource id): {{(pid=106985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:43:08.216845 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854a6896-67b2-4632-9e71-509093570a9c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Received port after_create {{(pid=106985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:43:08.221765 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854a6896-67b2-4632-9e71-509093570a9c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Pushing event updated for resources: {'Port': ['ID=0051f112-dfb5-41bd-9fa1-3f3fd1c1c6f2,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:43:08.323810 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-854a6896-67b2-4632-9e71-509093570a9c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks [] for floatingip (605fca59-5d8d-45e9-9fe2-3d6b28845b3d), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:08.350211 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-2bacf1d7-c732-4efc-8026-4c73b589aaed req-0efb892d-eb4f-49ef-b01f-a0842be738bc tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=d89846c9-96d3-4b1b-bba0-bc5d89c6bbde HTTP/1.1" status: 200 len: 210 time: 0.0390472 Aug 24 13:43:08.447485 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-854a6896-67b2-4632-9e71-509093570a9c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (0051f112-dfb5-41bd-9fa1-3f3fd1c1c6f2), before_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:08.492560 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:43:08.646001 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-854a6896-67b2-4632-9e71-509093570a9c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks [] for port (0051f112-dfb5-41bd-9fa1-3f3fd1c1c6f2), precommit_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:08.731675 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b994947-e9e9-46fd-95f7-547b3428cf94 req-56345505-81a7-409b-bf3e-c532037055b9 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:08.733064 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7b994947-e9e9-46fd-95f7-547b3428cf94 req-56345505-81a7-409b-bf3e-c532037055b9 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.20 "GET /networking/v2.0/networks?id=440bd507-b6ac-4736-a4d2-ede05189225c HTTP/1.1" status: 200 len: 811 time: 0.1220002 Aug 24 13:43:08.744114 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-854a6896-67b2-4632-9e71-509093570a9c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2796075'] for port (0051f112-dfb5-41bd-9fa1-3f3fd1c1c6f2), after_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:08.840526 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-854a6896-67b2-4632-9e71-509093570a9c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961197'] for floatingip (605fca59-5d8d-45e9-9fe2-3d6b28845b3d), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:08.846934 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854a6896-67b2-4632-9e71-509093570a9c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Pushing event updated for resources: {'Port': ['ID=0051f112-dfb5-41bd-9fa1-3f3fd1c1c6f2,revision_number=2']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:43:08.884642 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7b994947-e9e9-46fd-95f7-547b3428cf94 req-eef6c406-2b95-4be9-9e65-83b221277c26 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6842f55d3dcc42289b6bfe02ed020dc4 HTTP/1.1" status: 200 len: 379 time: 0.1344094 Aug 24 13:43:08.894671 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [req-7b994947-e9e9-46fd-95f7-547b3428cf94 req-e55ad9a0-5e8c-4d86-a55c-de1c47e72d12 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Request body: {'port': {'device_id': 'd89846c9-96d3-4b1b-bba0-bc5d89c6bbde', 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c', 'admin_state_up': True, 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'security_groups': ['66e3919f-1cda-4fca-bca3-a8a5d870493c']}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:43:08.989553 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-854a6896-67b2-4632-9e71-509093570a9c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for floatingip (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:08.990743 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-854a6896-67b2-4632-9e71-509093570a9c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3650970 Aug 24 13:43:09.088259 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b994947-e9e9-46fd-95f7-547b3428cf94 req-e55ad9a0-5e8c-4d86-a55c-de1c47e72d12 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Made reservation on behalf of 6842f55d3dcc42289b6bfe02ed020dc4 for: {'port': 1} {{(pid=106985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:43:09.092562 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-7b994947-e9e9-46fd-95f7-547b3428cf94 req-e55ad9a0-5e8c-4d86-a55c-de1c47e72d12 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:09.192585 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:43:09.270074 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4064ebea-59bc-49ca-b2b8-718813b42e90 req-46955c02-c408-47f3-986b-e3d27317d5fb tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1976106336&fields=id&tenant_id=4a3794670e8d4c9985547d557d6969e0 HTTP/1.1" status: 200 len: 267 time: 0.1055930 Aug 24 13:43:09.294538 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.db_base_plugin_common [req-7b994947-e9e9-46fd-95f7-547b3428cf94 req-e55ad9a0-5e8c-4d86-a55c-de1c47e72d12 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Allocated IP 172.20.0.6 (440bd507-b6ac-4736-a4d2-ede05189225c/855e4e70-f3fd-4957-8cf7-11d6e251674e/a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a) {{(pid=106985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:43:09.474481 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064ebea-59bc-49ca-b2b8-718813b42e90 req-259bf2fa-64f1-414a-b4f1-64599fc60d16 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:09.475922 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4064ebea-59bc-49ca-b2b8-718813b42e90 req-259bf2fa-64f1-414a-b4f1-64599fc60d16 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/networks?id=385fd5c5-6c70-4a95-9981-8683550b730c HTTP/1.1" status: 200 len: 817 time: 0.1961257 Aug 24 13:43:09.507344 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-31f4fda0-5043-464b-b77b-21d987a4f0ca req-fb089ddc-b5c9-4aa0-b5b5-d7db3235fb5f tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=d89846c9-96d3-4b1b-bba0-bc5d89c6bbde HTTP/1.1" status: 200 len: 210 time: 0.0685430 Aug 24 13:43:09.526943 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4064ebea-59bc-49ca-b2b8-718813b42e90 req-6dd73cfa-f56d-4499-97f3-47519cb17a34 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/quotas/4a3794670e8d4c9985547d557d6969e0 HTTP/1.1" status: 200 len: 375 time: 0.0249302 Aug 24 13:43:09.593975 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-7b994947-e9e9-46fd-95f7-547b3428cf94 req-e55ad9a0-5e8c-4d86-a55c-de1c47e72d12 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks [] for port (a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:09.598201 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:43:09.609392 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4064ebea-59bc-49ca-b2b8-718813b42e90 req-563cd8c1-cac9-4f89-95d4-d0cab489b8fb tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=4a3794670e8d4c9985547d557d6969e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0765476 Aug 24 13:43:09.722814 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4064ebea-59bc-49ca-b2b8-718813b42e90 req-066dbce2-bc75-4e02-a874-de2dea18f6f5 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/385fd5c5-6c70-4a95-9981-8683550b730c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973384 Aug 24 13:43:09.737442 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-7b994947-e9e9-46fd-95f7-547b3428cf94 req-e55ad9a0-5e8c-4d86-a55c-de1c47e72d12 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:10.082241 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b994947-e9e9-46fd-95f7-547b3428cf94 req-e55ad9a0-5e8c-4d86-a55c-de1c47e72d12 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Network 440bd507-b6ac-4736-a4d2-ede05189225c is already hosted by enough agents. {{(pid=106985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:43:10.090735 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.base_scheduler [req-7b994947-e9e9-46fd-95f7-547b3428cf94 req-e55ad9a0-5e8c-4d86-a55c-de1c47e72d12 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Resources bound (agent type, host, resource id): {{(pid=106985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:43:10.098283 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b994947-e9e9-46fd-95f7-547b3428cf94 req-e55ad9a0-5e8c-4d86-a55c-de1c47e72d12 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Received port after_create {{(pid=106985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:43:10.103957 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55ad9a0-5e8c-4d86-a55c-de1c47e72d12 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Pushing event updated for resources: {'Port': ['ID=a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:43:10.150129 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:43:10.161905 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4064ebea-59bc-49ca-b2b8-718813b42e90 req-933f5a8e-2a42-4a2a-aa69-6b7699aa6341 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/385fd5c5-6c70-4a95-9981-8683550b730c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4331541 Aug 24 13:43:10.168805 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b994947-e9e9-46fd-95f7-547b3428cf94 req-e55ad9a0-5e8c-4d86-a55c-de1c47e72d12 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:10.168805 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-7b994947-e9e9-46fd-95f7-547b3428cf94 req-e55ad9a0-5e8c-4d86-a55c-de1c47e72d12 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:10.226078 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7b994947-e9e9-46fd-95f7-547b3428cf94 req-e55ad9a0-5e8c-4d86-a55c-de1c47e72d12 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3354387 Aug 24 13:43:10.251682 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [req-7b994947-e9e9-46fd-95f7-547b3428cf94 req-63d823c5-a272-44a5-81ea-77a93c3c91c2 service neutron] Request body: {'port': {'device_id': 'd89846c9-96d3-4b1b-bba0-bc5d89c6bbde', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:43:10.318921 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-7b994947-e9e9-46fd-95f7-547b3428cf94 req-63d823c5-a272-44a5-81ea-77a93c3c91c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a), before_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:10.393473 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-b2e24af0-54f0-4ce3-8b33-358c537ee7a2 None None] Provisioning complete for port a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:43:10.394356 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-b2e24af0-54f0-4ce3-8b33-358c537ee7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:10.433538 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-b2e24af0-54f0-4ce3-8b33-358c537ee7a2 None None] Port a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a cannot update to ACTIVE because it is not bound. {{(pid=106987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 13:43:10.473584 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-60993703-5d34-4476-83cc-2e134c94e8f4 req-5f4b042e-94c0-4ea6-b541-1bcb662b80db tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 210 time: 0.0437396 Aug 24 13:43:10.651846 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b41ec-d7d8-48e3-916e-0bf9ed4c541c req-d41825bf-eac2-4d14-a7b5-4cfd51e20149 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:10.653244 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1e0b41ec-d7d8-48e3-916e-0bf9ed4c541c req-d41825bf-eac2-4d14-a7b5-4cfd51e20149 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=d89846c9-96d3-4b1b-bba0-bc5d89c6bbde HTTP/1.1" status: 200 len: 931 time: 0.0666399 Aug 24 13:43:10.718073 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.notifiers.nova [req-7b994947-e9e9-46fd-95f7-547b3428cf94 req-63d823c5-a272-44a5-81ea-77a93c3c91c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a {{(pid=106985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 13:43:10.730199 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-7b994947-e9e9-46fd-95f7-547b3428cf94 req-63d823c5-a272-44a5-81ea-77a93c3c91c2 service neutron] Publish callbacks [] for port (a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a), precommit_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:10.750382 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1e0b41ec-d7d8-48e3-916e-0bf9ed4c541c req-ef293aa9-4a52-4f99-a498-a27ce9cff60b tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879385 Aug 24 13:43:10.756837 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.provisioning_blocks [req-7b994947-e9e9-46fd-95f7-547b3428cf94 req-63d823c5-a272-44a5-81ea-77a93c3c91c2 service neutron] Transition to ACTIVE for port object a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a will not be triggered until provisioned by entity L2. {{(pid=106985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 13:43:10.830209 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-7b994947-e9e9-46fd-95f7-547b3428cf94 req-63d823c5-a272-44a5-81ea-77a93c3c91c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2796075'] for port (a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a), after_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:10.892792 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d823c5-a272-44a5-81ea-77a93c3c91c2 service neutron] Pushing event updated for resources: {'Port': ['ID=a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a,revision_number=2']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:43:10.948282 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.managers [req-7b994947-e9e9-46fd-95f7-547b3428cf94 req-63d823c5-a272-44a5-81ea-77a93c3c91c2 service neutron] Attempting to bind port a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a on host hv-cinder-77957 for vnic_type normal with profile {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:43:10.948634 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.managers [req-7b994947-e9e9-46fd-95f7-547b3428cf94 req-63d823c5-a272-44a5-81ea-77a93c3c91c2 service neutron] Attempting to bind port a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': 'a66ff9af-39c0-4933-b76c-c41e5f0ae69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c'}] {{(pid=106985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:43:10.948952 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b994947-e9e9-46fd-95f7-547b3428cf94 req-63d823c5-a272-44a5-81ea-77a93c3c91c2 service neutron] Attempting to bind port a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a on network 440bd507-b6ac-4736-a4d2-ede05189225c {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:43:10.953673 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b994947-e9e9-46fd-95f7-547b3428cf94 req-63d823c5-a272-44a5-81ea-77a93c3c91c2 service neutron] Port a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a on network 440bd507-b6ac-4736-a4d2-ede05189225c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 13:43:10.953987 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b994947-e9e9-46fd-95f7-547b3428cf94 req-63d823c5-a272-44a5-81ea-77a93c3c91c2 service neutron] Attempting to bind port a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a on network 440bd507-b6ac-4736-a4d2-ede05189225c {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:43:10.958988 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b994947-e9e9-46fd-95f7-547b3428cf94 req-63d823c5-a272-44a5-81ea-77a93c3c91c2 service neutron] Checking agent: {'id': 'a93d403b-29c5-41ac-a53c-7c0bf3f47879', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 36, 17), 'started_at': datetime.datetime(2022, 8, 24, 13, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:43:10.962975 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b994947-e9e9-46fd-95f7-547b3428cf94 req-63d823c5-a272-44a5-81ea-77a93c3c91c2 service neutron] Checking segment: {'id': 'a66ff9af-39c0-4933-b76c-c41e5f0ae69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:43:10.962975 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b994947-e9e9-46fd-95f7-547b3428cf94 req-63d823c5-a272-44a5-81ea-77a93c3c91c2 service neutron] Bound using segment: {'id': 'a66ff9af-39c0-4933-b76c-c41e5f0ae69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c'} {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:43:10.962975 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.managers [req-7b994947-e9e9-46fd-95f7-547b3428cf94 req-63d823c5-a272-44a5-81ea-77a93c3c91c2 service neutron] Bound port: a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a66ff9af-39c0-4933-b76c-c41e5f0ae69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c'}}] {{(pid=106985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:43:10.962975 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-7b994947-e9e9-46fd-95f7-547b3428cf94 req-63d823c5-a272-44a5-81ea-77a93c3c91c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a), before_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:11.022103 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.db [req-7b994947-e9e9-46fd-95f7-547b3428cf94 req-63d823c5-a272-44a5-81ea-77a93c3c91c2 service neutron] For port a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a, host hv-cinder-77957, cleared binding levels {{(pid=106985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:43:11.025728 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.db [req-7b994947-e9e9-46fd-95f7-547b3428cf94 req-63d823c5-a272-44a5-81ea-77a93c3c91c2 service neutron] For port a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a,segment=NetworkSegment(a66ff9af-39c0-4933-b76c-c41e5f0ae69c),segment_id=a66ff9af-39c0-4933-b76c-c41e5f0ae69c)] {{(pid=106985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:43:11.120675 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-7b994947-e9e9-46fd-95f7-547b3428cf94 req-63d823c5-a272-44a5-81ea-77a93c3c91c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2796075'] for port (a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a), after_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:11.123837 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b994947-e9e9-46fd-95f7-547b3428cf94 req-63d823c5-a272-44a5-81ea-77a93c3c91c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:11.124485 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-7b994947-e9e9-46fd-95f7-547b3428cf94 req-63d823c5-a272-44a5-81ea-77a93c3c91c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:11.125884 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7b994947-e9e9-46fd-95f7-547b3428cf94 req-63d823c5-a272-44a5-81ea-77a93c3c91c2 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a HTTP/1.1" status: 200 len: 1093 time: 0.8784845 Aug 24 13:43:11.129081 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd89846c9-96d3-4b1b-bba0-bc5d89c6bbde', 'tag': 'a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a'}] {{(pid=106985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:43:11.130289 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339b45b761399ad6383a0e79eb3d49a8b35bb9728a194a6e9817421c04d0c31a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4abbff-74fc-4ef1-bb05-48c45f311cc1" -d '{"events": [{"name": "network-changed", "server_uuid": "d89846c9-96d3-4b1b-bba0-bc5d89c6bbde", "tag": "a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a"}]}' {{(pid=106985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:43:11.174658 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 13:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af7de6d-2dc5-4454-ab2e-c06b5d9877da x-openstack-request-id: req-7af7de6d-2dc5-4454-ab2e-c06b5d9877da {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:43:11.174945 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d89846c9-96d3-4b1b-bba0-bc5d89c6bbde", "tag": "a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a", "status": "completed", "code": 200}]} {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:43:11.175195 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7af7de6d-2dc5-4454-ab2e-c06b5d9877da {{(pid=106985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:43:11.175595 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7af7de6d-2dc5-4454-ab2e-c06b5d9877da'] response: {'name': 'network-changed', 'server_uuid': 'd89846c9-96d3-4b1b-bba0-bc5d89c6bbde', 'tag': 'a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a', 'status': 'completed', 'code': 200} Aug 24 13:43:11.177381 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:43:11.181134 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d823c5-a272-44a5-81ea-77a93c3c91c2 service neutron] Pushing event updated for resources: {'Port': ['ID=a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a,revision_number=3']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:43:11.273690 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4abbff-74fc-4ef1-bb05-48c45f311cc1 req-79ae3d21-9fa6-449f-a9ac-f724658f16d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:11.275506 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3b4abbff-74fc-4ef1-bb05-48c45f311cc1 req-79ae3d21-9fa6-449f-a9ac-f724658f16d2 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=6842f55d3dcc42289b6bfe02ed020dc4&device_id=d89846c9-96d3-4b1b-bba0-bc5d89c6bbde HTTP/1.1" status: 200 len: 1127 time: 0.0450468 Aug 24 13:43:11.330271 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:43:11.391794 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4abbff-74fc-4ef1-bb05-48c45f311cc1 req-5245afe8-55de-490a-9105-2263fa5351a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:11.393313 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3b4abbff-74fc-4ef1-bb05-48c45f311cc1 req-5245afe8-55de-490a-9105-2263fa5351a7 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=6842f55d3dcc42289b6bfe02ed020dc4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1010540 Aug 24 13:43:11.513761 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4abbff-74fc-4ef1-bb05-48c45f311cc1 req-506c0ffb-3943-4db1-9332-73ec1da79205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:11.515242 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3b4abbff-74fc-4ef1-bb05-48c45f311cc1 req-506c0ffb-3943-4db1-9332-73ec1da79205 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0993898 Aug 24 13:43:11.623356 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-bd6c16bb-8cfc-4c69-866c-a5fd6a4d8366 req-ee03067d-1cf0-46bd-a0c9-d3eb2b6251c1 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 210 time: 0.0420854 Aug 24 13:43:11.655878 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b994947-e9e9-46fd-95f7-547b3428cf94 req-bdc66e27-34b9-4841-aad9-7cc9466fa6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:11.657421 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7b994947-e9e9-46fd-95f7-547b3428cf94 req-bdc66e27-34b9-4841-aad9-7cc9466fa6a5 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=6842f55d3dcc42289b6bfe02ed020dc4&device_id=d89846c9-96d3-4b1b-bba0-bc5d89c6bbde HTTP/1.1" status: 200 len: 1127 time: 0.0622151 Aug 24 13:43:11.713486 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7b994947-e9e9-46fd-95f7-547b3428cf94 req-08e8951a-96fb-47b7-960d-5bd406635bbf service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a HTTP/1.1" status: 200 len: 217 time: 0.0427856 Aug 24 13:43:11.767736 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b994947-e9e9-46fd-95f7-547b3428cf94 req-f521b9d6-7204-4397-966e-0b6b637f809d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:11.769156 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7b994947-e9e9-46fd-95f7-547b3428cf94 req-f521b9d6-7204-4397-966e-0b6b637f809d service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=855e4e70-f3fd-4957-8cf7-11d6e251674e HTTP/1.1" status: 200 len: 850 time: 0.0484800 Aug 24 13:43:11.814699 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b994947-e9e9-46fd-95f7-547b3428cf94 req-d8f3553a-8ff7-4b75-9602-10ff085f7f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:11.816251 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7b994947-e9e9-46fd-95f7-547b3428cf94 req-d8f3553a-8ff7-4b75-9602-10ff085f7f9d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=440bd507-b6ac-4736-a4d2-ede05189225c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407157 Aug 24 13:43:11.928603 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954dee12-aeae-47d4-8939-d0daee10a2c6 req-c50ad265-147f-4d94-bf5e-6eb559366f32 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:11.930759 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-954dee12-aeae-47d4-8939-d0daee10a2c6 req-c50ad265-147f-4d94-bf5e-6eb559366f32 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=d89846c9-96d3-4b1b-bba0-bc5d89c6bbde HTTP/1.1" status: 200 len: 943 time: 0.0979798 Aug 24 13:43:11.981082 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7b994947-e9e9-46fd-95f7-547b3428cf94 req-c25a1d69-bf4f-41da-91e7-e6ef5ed3b182 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/440bd507-b6ac-4736-a4d2-ede05189225c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571352 Aug 24 13:43:12.009107 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-954dee12-aeae-47d4-8939-d0daee10a2c6 req-62be7c03-c15d-42e7-879c-30f7237a4172 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702176 Aug 24 13:43:12.091487 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7b994947-e9e9-46fd-95f7-547b3428cf94 req-318f7735-3a4a-4c0d-bb8e-4f75ede03230 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/440bd507-b6ac-4736-a4d2-ede05189225c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004145 Aug 24 13:43:12.807458 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b8a2418a-3531-477b-9222-8c575ac05bc6 req-87f26c7d-984c-464c-a9d3-19437935691e tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 210 time: 0.1001740 Aug 24 13:43:12.910867 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064ebea-59bc-49ca-b2b8-718813b42e90 req-5826f163-4dfb-45cb-a79f-e988a30fbb23 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:12.912610 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4064ebea-59bc-49ca-b2b8-718813b42e90 req-5826f163-4dfb-45cb-a79f-e988a30fbb23 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.20 "GET /networking/v2.0/networks?id=385fd5c5-6c70-4a95-9981-8683550b730c HTTP/1.1" status: 200 len: 817 time: 0.1330123 Aug 24 13:43:12.963042 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:43:12.996451 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4064ebea-59bc-49ca-b2b8-718813b42e90 req-74bc9b4b-0cdd-473e-9b9e-3cf23642d92a tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=4a3794670e8d4c9985547d557d6969e0 HTTP/1.1" status: 200 len: 380 time: 0.0653002 Aug 24 13:43:13.006338 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [req-4064ebea-59bc-49ca-b2b8-718813b42e90 req-92241e5c-37fe-4222-aef5-1189699cd127 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Request body: {'port': {'device_id': 'ac19de18-372a-4cb9-bb59-0cb4b15e80b4', 'network_id': '385fd5c5-6c70-4a95-9981-8683550b730c', 'admin_state_up': True, 'tenant_id': '4a3794670e8d4c9985547d557d6969e0', 'security_groups': ['cfd33422-975a-4178-b542-b86cae395a3e']}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:43:13.154547 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d79fc6-4260-4274-b586-4f733ae523d1 req-1f9a97e5-5cda-43c3-ae9c-639b08f0abaa tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:13.156109 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b4d79fc6-4260-4274-b586-4f733ae523d1 req-1f9a97e5-5cda-43c3-ae9c-639b08f0abaa tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=d89846c9-96d3-4b1b-bba0-bc5d89c6bbde HTTP/1.1" status: 200 len: 943 time: 0.0696590 Aug 24 13:43:13.216507 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b4d79fc6-4260-4274-b586-4f733ae523d1 req-80ec7fe4-e41e-448a-a9d0-550fb188eba8 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525579 Aug 24 13:43:13.264010 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4064ebea-59bc-49ca-b2b8-718813b42e90 req-92241e5c-37fe-4222-aef5-1189699cd127 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Made reservation on behalf of 4a3794670e8d4c9985547d557d6969e0 for: {'port': 1} {{(pid=106985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:43:13.268150 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-4064ebea-59bc-49ca-b2b8-718813b42e90 req-92241e5c-37fe-4222-aef5-1189699cd127 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:13.416490 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.db_base_plugin_common [req-4064ebea-59bc-49ca-b2b8-718813b42e90 req-92241e5c-37fe-4222-aef5-1189699cd127 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Allocated IP 172.20.0.12 (385fd5c5-6c70-4a95-9981-8683550b730c/5dc0c212-b568-43f4-b5cf-0229c3337a97/a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497) {{(pid=106985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:43:13.445130 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:43:13.583580 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-4064ebea-59bc-49ca-b2b8-718813b42e90 req-92241e5c-37fe-4222-aef5-1189699cd127 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks [] for port (a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:13.704854 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-4064ebea-59bc-49ca-b2b8-718813b42e90 req-92241e5c-37fe-4222-aef5-1189699cd127 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:13.756949 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4064ebea-59bc-49ca-b2b8-718813b42e90 req-92241e5c-37fe-4222-aef5-1189699cd127 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Network 385fd5c5-6c70-4a95-9981-8683550b730c is already hosted by enough agents. {{(pid=106985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:43:13.760403 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.base_scheduler [req-4064ebea-59bc-49ca-b2b8-718813b42e90 req-92241e5c-37fe-4222-aef5-1189699cd127 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Resources bound (agent type, host, resource id): {{(pid=106985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:43:13.764640 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.l3_dvrscheduler_db [req-4064ebea-59bc-49ca-b2b8-718813b42e90 req-92241e5c-37fe-4222-aef5-1189699cd127 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Received port after_create {{(pid=106985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:43:13.789343 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92241e5c-37fe-4222-aef5-1189699cd127 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Pushing event updated for resources: {'Port': ['ID=a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:43:13.809479 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:43:13.822873 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064ebea-59bc-49ca-b2b8-718813b42e90 req-92241e5c-37fe-4222-aef5-1189699cd127 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:13.823542 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-4064ebea-59bc-49ca-b2b8-718813b42e90 req-92241e5c-37fe-4222-aef5-1189699cd127 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:13.903095 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4064ebea-59bc-49ca-b2b8-718813b42e90 req-92241e5c-37fe-4222-aef5-1189699cd127 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9006717 Aug 24 13:43:13.941293 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [req-4064ebea-59bc-49ca-b2b8-718813b42e90 req-af46bbed-6c98-4f64-8b9f-ab8e8bb090fd service neutron] Request body: {'port': {'device_id': 'ac19de18-372a-4cb9-bb59-0cb4b15e80b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:43:13.973377 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-04016e3c-031c-4aff-a912-ef84a0977cbc None None] Provisioning complete for port a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497 triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:43:13.978680 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-04016e3c-031c-4aff-a912-ef84a0977cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:13.978680 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:43:13.983977 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce963c-e96a-4f3a-8ea0-926861215910 req-dbf0d098-00f4-4f4a-b0eb-4c4d1f483084 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:13.985631 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-39ce963c-e96a-4f3a-8ea0-926861215910 req-dbf0d098-00f4-4f4a-b0eb-4c4d1f483084 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 932 time: 0.0815897 Aug 24 13:43:14.010103 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-04016e3c-031c-4aff-a912-ef84a0977cbc None None] Port a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497 cannot update to ACTIVE because it is not bound. {{(pid=106987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 13:43:14.042907 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-4064ebea-59bc-49ca-b2b8-718813b42e90 req-af46bbed-6c98-4f64-8b9f-ab8e8bb090fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497), before_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:14.076767 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-39ce963c-e96a-4f3a-8ea0-926861215910 req-53848441-3cf6-429f-8dd4-33d317200003 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832591 Aug 24 13:43:14.337144 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:43:14.340694 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=3,neutron:UPDATE=1 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:43:14.373264 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.notifiers.nova [req-4064ebea-59bc-49ca-b2b8-718813b42e90 req-af46bbed-6c98-4f64-8b9f-ab8e8bb090fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497 {{(pid=106985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 13:43:14.385419 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-4064ebea-59bc-49ca-b2b8-718813b42e90 req-af46bbed-6c98-4f64-8b9f-ab8e8bb090fd service neutron] Publish callbacks [] for port (a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497), precommit_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:14.398373 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7291e4e-752e-4b76-bccb-fd31bb1b7b57 req-2f236cd4-06c0-4cc0-bdef-f243585682d8 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:14.400848 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b7291e4e-752e-4b76-bccb-fd31bb1b7b57 req-2f236cd4-06c0-4cc0-bdef-f243585682d8 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=d89846c9-96d3-4b1b-bba0-bc5d89c6bbde HTTP/1.1" status: 200 len: 943 time: 0.0857561 Aug 24 13:43:14.411526 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.provisioning_blocks [req-4064ebea-59bc-49ca-b2b8-718813b42e90 req-af46bbed-6c98-4f64-8b9f-ab8e8bb090fd service neutron] Transition to ACTIVE for port object a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497 will not be triggered until provisioned by entity L2. {{(pid=106985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 13:43:14.466052 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b7291e4e-752e-4b76-bccb-fd31bb1b7b57 req-7d17bbf3-f9fb-49b2-8082-189990f7b260 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582371 Aug 24 13:43:14.504278 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-4064ebea-59bc-49ca-b2b8-718813b42e90 req-af46bbed-6c98-4f64-8b9f-ab8e8bb090fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2796075'] for port (a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497), after_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:14.594835 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af46bbed-6c98-4f64-8b9f-ab8e8bb090fd service neutron] Pushing event updated for resources: {'Port': ['ID=a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497,revision_number=2']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:43:14.613239 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:43:14.629411 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.managers [req-4064ebea-59bc-49ca-b2b8-718813b42e90 req-af46bbed-6c98-4f64-8b9f-ab8e8bb090fd service neutron] Attempting to bind port a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497 on host hv-cinder-77957 for vnic_type normal with profile {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:43:14.629733 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.managers [req-4064ebea-59bc-49ca-b2b8-718813b42e90 req-af46bbed-6c98-4f64-8b9f-ab8e8bb090fd service neutron] Attempting to bind port a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497 by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': 'd3c5e9c4-fd20-406c-b672-893adab194ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '385fd5c5-6c70-4a95-9981-8683550b730c'}] {{(pid=106985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:43:14.630052 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4064ebea-59bc-49ca-b2b8-718813b42e90 req-af46bbed-6c98-4f64-8b9f-ab8e8bb090fd service neutron] Attempting to bind port a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497 on network 385fd5c5-6c70-4a95-9981-8683550b730c {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:43:14.634508 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4064ebea-59bc-49ca-b2b8-718813b42e90 req-af46bbed-6c98-4f64-8b9f-ab8e8bb090fd service neutron] Port a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497 on network 385fd5c5-6c70-4a95-9981-8683550b730c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 13:43:14.634783 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4064ebea-59bc-49ca-b2b8-718813b42e90 req-af46bbed-6c98-4f64-8b9f-ab8e8bb090fd service neutron] Attempting to bind port a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497 on network 385fd5c5-6c70-4a95-9981-8683550b730c {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:43:14.639672 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4064ebea-59bc-49ca-b2b8-718813b42e90 req-af46bbed-6c98-4f64-8b9f-ab8e8bb090fd service neutron] Checking agent: {'id': 'a93d403b-29c5-41ac-a53c-7c0bf3f47879', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 36, 17), 'started_at': datetime.datetime(2022, 8, 24, 13, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 42, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:43:14.640001 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4064ebea-59bc-49ca-b2b8-718813b42e90 req-af46bbed-6c98-4f64-8b9f-ab8e8bb090fd service neutron] Checking segment: {'id': 'd3c5e9c4-fd20-406c-b672-893adab194ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '385fd5c5-6c70-4a95-9981-8683550b730c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:43:14.640409 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4064ebea-59bc-49ca-b2b8-718813b42e90 req-af46bbed-6c98-4f64-8b9f-ab8e8bb090fd service neutron] Bound using segment: {'id': 'd3c5e9c4-fd20-406c-b672-893adab194ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '385fd5c5-6c70-4a95-9981-8683550b730c'} {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:43:14.640824 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.managers [req-4064ebea-59bc-49ca-b2b8-718813b42e90 req-af46bbed-6c98-4f64-8b9f-ab8e8bb090fd service neutron] Bound port: a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3c5e9c4-fd20-406c-b672-893adab194ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '385fd5c5-6c70-4a95-9981-8683550b730c'}}] {{(pid=106985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:43:14.641169 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-4064ebea-59bc-49ca-b2b8-718813b42e90 req-af46bbed-6c98-4f64-8b9f-ab8e8bb090fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497), before_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:14.707686 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.db [req-4064ebea-59bc-49ca-b2b8-718813b42e90 req-af46bbed-6c98-4f64-8b9f-ab8e8bb090fd service neutron] For port a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497, host hv-cinder-77957, cleared binding levels {{(pid=106985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:43:14.710715 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.db [req-4064ebea-59bc-49ca-b2b8-718813b42e90 req-af46bbed-6c98-4f64-8b9f-ab8e8bb090fd service neutron] For port a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497,segment=NetworkSegment(d3c5e9c4-fd20-406c-b672-893adab194ab),segment_id=d3c5e9c4-fd20-406c-b672-893adab194ab)] {{(pid=106985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:43:14.818526 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-4064ebea-59bc-49ca-b2b8-718813b42e90 req-af46bbed-6c98-4f64-8b9f-ab8e8bb090fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2796075'] for port (a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497), after_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:14.822835 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064ebea-59bc-49ca-b2b8-718813b42e90 req-af46bbed-6c98-4f64-8b9f-ab8e8bb090fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:14.823434 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-4064ebea-59bc-49ca-b2b8-718813b42e90 req-af46bbed-6c98-4f64-8b9f-ab8e8bb090fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:14.824856 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4064ebea-59bc-49ca-b2b8-718813b42e90 req-af46bbed-6c98-4f64-8b9f-ab8e8bb090fd service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497 HTTP/1.1" status: 200 len: 1094 time: 0.8884227 Aug 24 13:43:14.825356 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac19de18-372a-4cb9-bb59-0cb4b15e80b4', 'tag': 'a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497'}] {{(pid=106985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:43:14.827579 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339b45b761399ad6383a0e79eb3d49a8b35bb9728a194a6e9817421c04d0c31a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa58fe1-0e84-49ef-8203-30ec6c26d010" -d '{"events": [{"name": "network-changed", "server_uuid": "ac19de18-372a-4cb9-bb59-0cb4b15e80b4", "tag": "a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497"}]}' {{(pid=106985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:43:14.874444 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 13:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7ed4b1-cfe6-4a8b-ba6e-1738d780c5ac x-openstack-request-id: req-1d7ed4b1-cfe6-4a8b-ba6e-1738d780c5ac {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:43:14.874752 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac19de18-372a-4cb9-bb59-0cb4b15e80b4", "tag": "a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497", "status": "completed", "code": 200}]} {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:43:14.875000 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-1d7ed4b1-cfe6-4a8b-ba6e-1738d780c5ac {{(pid=106985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:43:14.875415 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d7ed4b1-cfe6-4a8b-ba6e-1738d780c5ac'] response: {'name': 'network-changed', 'server_uuid': 'ac19de18-372a-4cb9-bb59-0cb4b15e80b4', 'tag': 'a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497', 'status': 'completed', 'code': 200} Aug 24 13:43:14.880194 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af46bbed-6c98-4f64-8b9f-ab8e8bb090fd service neutron] Pushing event updated for resources: {'Port': ['ID=a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497,revision_number=3']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:43:14.969686 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa58fe1-0e84-49ef-8203-30ec6c26d010 req-b1f8da98-f8de-4a81-89be-028fa6848542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:14.971211 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-afa58fe1-0e84-49ef-8203-30ec6c26d010 req-b1f8da98-f8de-4a81-89be-028fa6848542 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=4a3794670e8d4c9985547d557d6969e0&device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 1128 time: 0.0424476 Aug 24 13:43:14.995227 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:43:15.083642 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa58fe1-0e84-49ef-8203-30ec6c26d010 req-de54219d-e22d-4637-9d98-46b8f71bf7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:15.085126 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-afa58fe1-0e84-49ef-8203-30ec6c26d010 req-de54219d-e22d-4637-9d98-46b8f71bf7e9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=4a3794670e8d4c9985547d557d6969e0&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0982447 Aug 24 13:43:15.187814 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa58fe1-0e84-49ef-8203-30ec6c26d010 req-6c101143-aedd-4a1f-af1b-93843d14f3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:15.189315 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-afa58fe1-0e84-49ef-8203-30ec6c26d010 req-6c101143-aedd-4a1f-af1b-93843d14f3d6 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0974884 Aug 24 13:43:15.276576 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bdfe3d-4ae9-44f1-a7eb-1719e698891f req-abee028c-0297-49b1-a7fb-8e8c72f23065 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:15.278054 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-13bdfe3d-4ae9-44f1-a7eb-1719e698891f req-abee028c-0297-49b1-a7fb-8e8c72f23065 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 944 time: 0.1160862 Aug 24 13:43:15.317875 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064ebea-59bc-49ca-b2b8-718813b42e90 req-e975194d-8026-4bd4-9ccf-ae053b58befb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:15.319371 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4064ebea-59bc-49ca-b2b8-718813b42e90 req-e975194d-8026-4bd4-9ccf-ae053b58befb service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=4a3794670e8d4c9985547d557d6969e0&device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 1128 time: 0.0603049 Aug 24 13:43:15.355088 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-13bdfe3d-4ae9-44f1-a7eb-1719e698891f req-ac595671-47eb-4c59-96a9-559ed9c59e95 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611079 Aug 24 13:43:15.381746 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4064ebea-59bc-49ca-b2b8-718813b42e90 req-b34f1b80-5d54-4b0e-8da5-389ed4f74c84 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497 HTTP/1.1" status: 200 len: 217 time: 0.0399425 Aug 24 13:43:15.438847 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064ebea-59bc-49ca-b2b8-718813b42e90 req-07bdd59b-282e-4301-9f45-f288c036f5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:15.440360 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4064ebea-59bc-49ca-b2b8-718813b42e90 req-07bdd59b-282e-4301-9f45-f288c036f5da service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=5dc0c212-b568-43f4-b5cf-0229c3337a97 HTTP/1.1" status: 200 len: 856 time: 0.0514269 Aug 24 13:43:15.488207 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4064ebea-59bc-49ca-b2b8-718813b42e90 req-796fbc9e-a21c-4001-9c6b-dd849600896c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:15.489727 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4064ebea-59bc-49ca-b2b8-718813b42e90 req-796fbc9e-a21c-4001-9c6b-dd849600896c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=385fd5c5-6c70-4a95-9981-8683550b730c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418034 Aug 24 13:43:15.631303 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b672517-7b8c-49b4-813f-50f919f6a8c6 req-8d951a33-8c11-4b4d-8a97-976aaefeab0f tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:15.632929 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3b672517-7b8c-49b4-813f-50f919f6a8c6 req-8d951a33-8c11-4b4d-8a97-976aaefeab0f tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=d89846c9-96d3-4b1b-bba0-bc5d89c6bbde HTTP/1.1" status: 200 len: 943 time: 0.0669131 Aug 24 13:43:15.640304 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4064ebea-59bc-49ca-b2b8-718813b42e90 req-fb06b283-dc1f-40af-be9d-6fb30c3e2f2b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/385fd5c5-6c70-4a95-9981-8683550b730c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334312 Aug 24 13:43:15.702327 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=16,neutron:DELETE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:43:15.703111 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:43:15.748501 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3b672517-7b8c-49b4-813f-50f919f6a8c6 req-66473657-dc5d-46a8-baea-7be1f2bf5c8f tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071665 Aug 24 13:43:15.760043 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:43:15.778447 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4064ebea-59bc-49ca-b2b8-718813b42e90 req-5a50e9ab-e4be-48b5-9c17-b6d50021f28b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/385fd5c5-6c70-4a95-9981-8683550b730c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231377 Aug 24 13:43:16.487833 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475f34f-f376-4f48-9ad5-468bdb7682d6 req-5aeb0e14-9a8b-4a67-a70c-9d8cbaf951c8 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:16.489323 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a475f34f-f376-4f48-9ad5-468bdb7682d6 req-5aeb0e14-9a8b-4a67-a70c-9d8cbaf951c8 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 944 time: 0.0506177 Aug 24 13:43:16.539013 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a475f34f-f376-4f48-9ad5-468bdb7682d6 req-559c8977-f93e-4482-863e-b03ffd691670 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437055 Aug 24 13:43:16.877961 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a4603-d72d-4532-a708-918dd6e8f430 req-62b0caa8-7d11-4ae1-95d3-6eb2c7c72673 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:16.879459 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5f6a4603-d72d-4532-a708-918dd6e8f430 req-62b0caa8-7d11-4ae1-95d3-6eb2c7c72673 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=d89846c9-96d3-4b1b-bba0-bc5d89c6bbde HTTP/1.1" status: 200 len: 943 time: 0.0483971 Aug 24 13:43:16.930100 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5f6a4603-d72d-4532-a708-918dd6e8f430 req-1ec836ba-45bf-4fe4-868c-5606115568da tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442159 Aug 24 13:43:17.458407 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a93d403b-29c5-41ac-a53c-7c0bf3f47879), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:17.666403 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497 details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=106987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 13:43:17.669584 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:43:17.677080 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02383d88-5ab5-496d-a5c2-09efe70295e4 req-bd6846e1-9669-46f2-af42-6b7914123bb9 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:17.678605 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-02383d88-5ab5-496d-a5c2-09efe70295e4 req-bd6846e1-9669-46f2-af42-6b7914123bb9 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 944 time: 0.0554450 Aug 24 13:43:17.741089 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-02383d88-5ab5-496d-a5c2-09efe70295e4 req-35c2242e-0a32-45b6-9d68-0be3096f772e tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552533 Aug 24 13:43:17.778125 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497,segment=NetworkSegment(d3c5e9c4-fd20-406c-b672-893adab194ab),segment_id=d3c5e9c4-fd20-406c-b672-893adab194ab)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:43:17.789095 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Returning: {'device': 'a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497', 'network_id': '385fd5c5-6c70-4a95-9981-8683550b730c', 'port_id': 'a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497', 'mac_address': 'fa:16:3e:02:48:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc0c212-b568-43f4-b5cf-0229c3337a97', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 13:43:17.824149 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497 is: DOWN; New status is: BUILD {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:43:17.824557 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:17.838845 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497 {{(pid=106987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 13:43:17.858839 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497,segment=NetworkSegment(d3c5e9c4-fd20-406c-b672-893adab194ab),segment_id=d3c5e9c4-fd20-406c-b672-893adab194ab)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:43:17.949135 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:18.002195 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497,revision_number=4']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:43:18.010686 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:43:18.011113 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:43:18.011377 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:43:18.011737 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:43:18.012092 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:43:18.012463 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:43:18.012790 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:43:18.013143 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:43:18.013464 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:43:18.013783 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:43:18.014111 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:43:18.014445 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:43:18.014767 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:43:18.015095 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:43:18.015439 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:43:18.053009 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29101721-8f2f-405f-af5e-e9f5ed176463 req-4d5b8122-9efe-4e2a-9e5e-6509a3711109 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:18.054551 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-29101721-8f2f-405f-af5e-e9f5ed176463 req-4d5b8122-9efe-4e2a-9e5e-6509a3711109 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=d89846c9-96d3-4b1b-bba0-bc5d89c6bbde HTTP/1.1" status: 200 len: 943 time: 0.0489347 Aug 24 13:43:18.106535 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-29101721-8f2f-405f-af5e-e9f5ed176463 req-8b568190-47a4-4ddf-b5dd-0daf9c290525 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451946 Aug 24 13:43:18.428967 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] get_ports_and_sgs() called for port_ids ['a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497'] {{(pid=106987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 13:43:18.890576 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc942593-c3ad-4a74-9b50-1a5ea5e1b946 req-d0c8a875-0e78-4f6c-83ed-d5baf557a272 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:18.892172 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-cc942593-c3ad-4a74-9b50-1a5ea5e1b946 req-d0c8a875-0e78-4f6c-83ed-d5baf557a272 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 945 time: 0.0579579 Aug 24 13:43:18.966074 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-cc942593-c3ad-4a74-9b50-1a5ea5e1b946 req-ba5d21b2-acb1-44f4-b19c-f637a3d31506 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677836 Aug 24 13:43:19.232702 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c7e88-a3d2-47e3-875b-78c087aa09c7 req-144e93ab-0524-4f57-a6b5-cc4f5fd81451 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:19.234289 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-aa5c7e88-a3d2-47e3-875b-78c087aa09c7 req-144e93ab-0524-4f57-a6b5-cc4f5fd81451 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=d89846c9-96d3-4b1b-bba0-bc5d89c6bbde HTTP/1.1" status: 200 len: 943 time: 0.0515811 Aug 24 13:43:19.287559 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-aa5c7e88-a3d2-47e3-875b-78c087aa09c7 req-3946e2e9-6f02-4863-990b-a87054fdcc19 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470903 Aug 24 13:43:19.672272 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=106987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 13:43:19.696517 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497 up at agent hyperv_hv-cinder-77957 {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:43:19.748745 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:43:19.811699 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Provisioning for port a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497 completed by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 13:43:19.820420 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a,segment=NetworkSegment(a66ff9af-39c0-4933-b76c-c41e5f0ae69c),segment_id=a66ff9af-39c0-4933-b76c-c41e5f0ae69c)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:43:19.832759 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Returning: {'device': 'a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a', 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c', 'port_id': 'a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a', 'mac_address': 'fa:16:3e:ac:f1:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '855e4e70-f3fd-4957-8cf7-11d6e251674e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 13:43:19.886600 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a is: DOWN; New status is: BUILD {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:43:19.887045 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:19.889271 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Provisioning complete for port a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:43:19.889622 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:19.925845 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a {{(pid=106987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 13:43:19.955024 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a,segment=NetworkSegment(a66ff9af-39c0-4933-b76c-c41e5f0ae69c),segment_id=a66ff9af-39c0-4933-b76c-c41e5f0ae69c)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:43:19.979937 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-516fdf8a-49f4-4097-bee3-ef79cee7406d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:19.993177 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497 is: BUILD; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:43:19.996283 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:20.022649 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:43:20.031819 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac19de18-372a-4cb9-bb59-0cb4b15e80b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497'}] {{(pid=106987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:43:20.035822 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee01592ba90e2cb9dcb0c84681ff9a6759d336f5db8af78df2209fafc25a55a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed432d49-e596-48c7-9ec4-89693a36d19a" -d '{"events": [{"server_uuid": "ac19de18-372a-4cb9-bb59-0cb4b15e80b4", "name": "network-vif-plugged", "status": "completed", "tag": "a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497"}]}' {{(pid=106987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:43:20.056805 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:20.061726 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497,segment=NetworkSegment(d3c5e9c4-fd20-406c-b672-893adab194ab),segment_id=d3c5e9c4-fd20-406c-b672-893adab194ab)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:43:20.062664 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:43:20.091033 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 13:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59af8e0a-92ed-49b2-aff9-f12e1429600a x-openstack-request-id: req-59af8e0a-92ed-49b2-aff9-f12e1429600a {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:43:20.093101 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac19de18-372a-4cb9-bb59-0cb4b15e80b4", "name": "network-vif-plugged", "status": "completed", "tag": "a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497", "code": 200}]} {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:43:20.093101 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-59af8e0a-92ed-49b2-aff9-f12e1429600a {{(pid=106987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:43:20.093101 dv-cinder-779578-4-iscsi neutron-server[106987]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59af8e0a-92ed-49b2-aff9-f12e1429600a'] response: {'server_uuid': 'ac19de18-372a-4cb9-bb59-0cb4b15e80b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497', 'code': 200} Aug 24 13:43:20.113746 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b6b60-2ac0-4a0a-aefe-c0cba3062bd7 req-ca2d4ad4-8596-4916-a68a-1dd214f02eb2 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:20.115400 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0e2b6b60-2ac0-4a0a-aefe-c0cba3062bd7 req-ca2d4ad4-8596-4916-a68a-1dd214f02eb2 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 945 time: 0.0658376 Aug 24 13:43:20.119810 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a,revision_number=4']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:43:20.157186 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:20.177101 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0e2b6b60-2ac0-4a0a-aefe-c0cba3062bd7 req-c35c3135-fecf-4234-a2f1-62f78525b5ae tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542738 Aug 24 13:43:20.242644 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497,revision_number=5']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:43:20.432635 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab2289-065d-4574-ab78-8eda2fe56e84 req-0189fffa-5495-4c68-a962-fe36ddc99bdd tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:20.434142 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-efab2289-065d-4574-ab78-8eda2fe56e84 req-0189fffa-5495-4c68-a962-fe36ddc99bdd tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=d89846c9-96d3-4b1b-bba0-bc5d89c6bbde HTTP/1.1" status: 200 len: 944 time: 0.0566010 Aug 24 13:43:20.516376 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-efab2289-065d-4574-ab78-8eda2fe56e84 req-4592a9e5-5521-4aa0-b3b5-31dec0151dca tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749705 Aug 24 13:43:20.522601 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] get_ports_and_sgs() called for port_ids ['a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a'] {{(pid=106987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 13:43:20.526691 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9d713b-bf2d-4966-8a20-4fcba34c1965 req-6a32dfc7-86fa-4f36-b4f0-9631a6fe52d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:20.528253 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-fa9d713b-bf2d-4966-8a20-4fcba34c1965 req-6a32dfc7-86fa-4f36-b4f0-9631a6fe52d4 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 1130 time: 0.0584035 Aug 24 13:43:20.578638 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-fa9d713b-bf2d-4966-8a20-4fcba34c1965 req-3980291a-bf7a-44c1-9a3a-0768f054f1f7 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432696 Aug 24 13:43:21.309368 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93482bce-a7bf-4c0f-a56b-d5faa51afde8 req-a0dbff4e-ae52-4186-b73c-910351c633e9 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:21.310843 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-93482bce-a7bf-4c0f-a56b-d5faa51afde8 req-a0dbff4e-ae52-4186-b73c-910351c633e9 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 946 time: 0.0519180 Aug 24 13:43:21.322621 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:43:21.359554 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-93482bce-a7bf-4c0f-a56b-d5faa51afde8 req-b8fe2f01-c48f-40c4-8e0c-a41b50af79de tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426953 Aug 24 13:43:21.499192 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-31c0d79f-bade-4243-a025-007d346ecabb req-51478251-4fc5-4490-bcea-6981f20af5df service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401008 Aug 24 13:43:21.633037 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0d79f-bade-4243-a025-007d346ecabb req-527b6562-5255-4835-8bf0-773a3d6b1b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:21.634508 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-31c0d79f-bade-4243-a025-007d346ecabb req-527b6562-5255-4835-8bf0-773a3d6b1b91 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=127e5da55b164ce68568c153fee58baf&device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 1129 time: 0.0678964 Aug 24 13:43:21.650386 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d62e08d-2c82-4b06-9808-215ee9a17df7 req-f80f58be-1c3a-4c99-87cd-78093a72dda2 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:21.651840 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1d62e08d-2c82-4b06-9808-215ee9a17df7 req-f80f58be-1c3a-4c99-87cd-78093a72dda2 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=d89846c9-96d3-4b1b-bba0-bc5d89c6bbde HTTP/1.1" status: 200 len: 944 time: 0.0585475 Aug 24 13:43:21.732117 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a up at agent hyperv_hv-cinder-77957 {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:43:21.779285 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Provisioning for port a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a completed by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 13:43:21.841136 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Provisioning complete for port a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:43:21.841427 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:21.880319 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:43:21.931715 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a is: BUILD; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:43:21.932459 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:21.976126 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a,segment=NetworkSegment(a66ff9af-39c0-4933-b76c-c41e5f0ae69c),segment_id=a66ff9af-39c0-4933-b76c-c41e5f0ae69c)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:43:22.021772 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1d62e08d-2c82-4b06-9808-215ee9a17df7 req-62dd855f-c007-4488-bba2-341a1679ec5a tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3642185 Aug 24 13:43:22.057226 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0d79f-bade-4243-a025-007d346ecabb req-c3c500d5-f759-4042-a2fb-edd44f328ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:22.058726 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-31c0d79f-bade-4243-a025-007d346ecabb req-c3c500d5-f759-4042-a2fb-edd44f328ab4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=1fcb22e0-a643-462e-8b2f-3661641fd3fe HTTP/1.1" status: 200 len: 920 time: 0.3943439 Aug 24 13:43:22.069642 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:22.094087 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd89846c9-96d3-4b1b-bba0-bc5d89c6bbde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a'}] {{(pid=106987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:43:22.096339 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee01592ba90e2cb9dcb0c84681ff9a6759d336f5db8af78df2209fafc25a55a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2978de-b7f3-4ebd-bb86-93cbc6e13a31" -d '{"events": [{"server_uuid": "d89846c9-96d3-4b1b-bba0-bc5d89c6bbde", "name": "network-vif-plugged", "status": "completed", "tag": "a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a"}]}' {{(pid=106987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:43:22.128879 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a,revision_number=5']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:43:22.137192 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 13:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b6a1ed-d0d8-4549-ba35-bab0dfbda3c3 x-openstack-request-id: req-e2b6a1ed-d0d8-4549-ba35-bab0dfbda3c3 {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:43:22.137510 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d89846c9-96d3-4b1b-bba0-bc5d89c6bbde", "name": "network-vif-plugged", "status": "completed", "tag": "a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a", "code": 200}]} {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:43:22.137761 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e2b6a1ed-d0d8-4549-ba35-bab0dfbda3c3 {{(pid=106987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:43:22.138152 dv-cinder-779578-4-iscsi neutron-server[106987]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2b6a1ed-d0d8-4549-ba35-bab0dfbda3c3'] response: {'server_uuid': 'd89846c9-96d3-4b1b-bba0-bc5d89c6bbde', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a', 'code': 200} Aug 24 13:43:22.268656 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-2709f5ee-9876-41c5-8059-354dd0412168 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:22.490252 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d533f86e-fbb3-44eb-98a5-da81574518f3 req-e6e8b906-c7b4-48b2-852e-da71e74fd00a tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:22.491741 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d533f86e-fbb3-44eb-98a5-da81574518f3 req-e6e8b906-c7b4-48b2-852e-da71e74fd00a tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 946 time: 0.0521824 Aug 24 13:43:22.539327 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d533f86e-fbb3-44eb-98a5-da81574518f3 req-9318b227-9608-4d2b-840b-a86d9d248b20 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415204 Aug 24 13:43:22.629883 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-31c0d79f-bade-4243-a025-007d346ecabb req-d87cf1e3-abad-4b17-8b1c-5b1f83db3b4b service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=19cbe24e-f4f7-4309-aa0c-30c3342c1d7c HTTP/1.1" status: 200 len: 217 time: 0.0444639 Aug 24 13:43:22.712894 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b861e97-153d-441b-9ece-be22bbf5f56d req-d63ae5e0-c0b0-46de-95a3-7b0b28c65405 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:22.714310 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1b861e97-153d-441b-9ece-be22bbf5f56d req-d63ae5e0-c0b0-46de-95a3-7b0b28c65405 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 946 time: 0.0871019 Aug 24 13:43:22.724035 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0d79f-bade-4243-a025-007d346ecabb req-ffa2a3a4-206d-45ed-ab62-ff220a1e6224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:22.724035 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-31c0d79f-bade-4243-a025-007d346ecabb req-ffa2a3a4-206d-45ed-ab62-ff220a1e6224 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=b7ad1c15-3875-4de4-b3a4-2c63d79b04bd HTTP/1.1" status: 200 len: 858 time: 0.0824504 Aug 24 13:43:22.724326 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 54330) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:43:22.730052 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-351a128b-445a-438d-8436-ec38abd6d455 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Request body: {'floatingip': {'port_id': 'a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497'}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:43:22.784961 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-351a128b-445a-438d-8436-ec38abd6d455 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks [] for floatingip (605fca59-5d8d-45e9-9fe2-3d6b28845b3d), before_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:22.867054 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c0d79f-bade-4243-a025-007d346ecabb req-8c4d0e29-2272-424e-9be4-7feeb4ffd0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:22.868736 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-31c0d79f-bade-4243-a025-007d346ecabb req-8c4d0e29-2272-424e-9be4-7feeb4ffd0fa service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=1fcb22e0-a643-462e-8b2f-3661641fd3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1023014 Aug 24 13:43:22.980756 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:43:23.128703 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-31c0d79f-bade-4243-a025-007d346ecabb req-8e37a619-62a2-4290-8d5b-cbac615b21c3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1fcb22e0-a643-462e-8b2f-3661641fd3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517412 Aug 24 13:43:23.150231 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9520b1e-3482-4877-ab42-8a6d3d9c49be req-bc013bb5-3e73-406f-90f7-aef0c1c03c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:23.151764 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e9520b1e-3482-4877-ab42-8a6d3d9c49be req-bc013bb5-3e73-406f-90f7-aef0c1c03c8c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d89846c9-96d3-4b1b-bba0-bc5d89c6bbde HTTP/1.1" status: 200 len: 1129 time: 0.1370816 Aug 24 13:43:23.225271 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fdf6b4-a2a7-48f2-9f68-99267fe7b8be req-30bb1376-511c-4f11-b256-cce41e42b534 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:23.226785 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-84fdf6b4-a2a7-48f2-9f68-99267fe7b8be req-30bb1376-511c-4f11-b256-cce41e42b534 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=d89846c9-96d3-4b1b-bba0-bc5d89c6bbde HTTP/1.1" status: 200 len: 945 time: 0.1226523 Aug 24 13:43:23.386803 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:43:23.396815 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e9520b1e-3482-4877-ab42-8a6d3d9c49be req-1ec84524-084d-476b-935a-6a188986d858 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2231793 Aug 24 13:43:23.459573 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-84fdf6b4-a2a7-48f2-9f68-99267fe7b8be req-565c2d89-7eeb-415d-91da-a92eb3483569 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2211869 Aug 24 13:43:23.463693 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-31c0d79f-bade-4243-a025-007d346ecabb req-4f93b858-14e1-4b07-87be-5db5aed2d2b4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1fcb22e0-a643-462e-8b2f-3661641fd3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071508 Aug 24 13:43:23.570045 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-351a128b-445a-438d-8436-ec38abd6d455 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:23.629537 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-351a128b-445a-438d-8436-ec38abd6d455 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961197'] for floatingip (605fca59-5d8d-45e9-9fe2-3d6b28845b3d), after_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:23.681624 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:23.726206 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.db.l3_db [None req-351a128b-445a-438d-8436-ec38abd6d455 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Floating IP 605fca59-5d8d-45e9-9fe2-3d6b28845b3d associated. External IP: 172.27.1.73, port: a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497. Aug 24 13:43:23.910053 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:43:23.937509 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-351a128b-445a-438d-8436-ec38abd6d455 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Router 8ff4f2f7-1cad-4fd9-99be-e3cce9260444 has already been hosted by L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 {{(pid=106985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 13:43:24.050979 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351a128b-445a-438d-8436-ec38abd6d455 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:43:24.056570 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-351a128b-445a-438d-8436-ec38abd6d455 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for floatingip (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:24.062904 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b04d538-a741-4db3-b022-45782d731583 None None] Sync routers for ids ['8ff4f2f7-1cad-4fd9-99be-e3cce9260444'] in dv-cinder-779578-4-iscsi {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:43:24.077804 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b04d538-a741-4db3-b022-45782d731583 None None] Routers {'8ff4f2f7-1cad-4fd9-99be-e3cce9260444'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:43:24.078432 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-8b04d538-a741-4db3-b022-45782d731583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:43:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['8ff4f2f7-1cad-4fd9-99be-e3cce9260444'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:43:24.093421 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-351a128b-445a-438d-8436-ec38abd6d455 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "PUT /networking/v2.0/floatingips/605fca59-5d8d-45e9-9fe2-3d6b28845b3d HTTP/1.1" status: 200 len: 991 time: 1.3679547 Aug 24 13:43:24.094016 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac19de18-372a-4cb9-bb59-0cb4b15e80b4', 'tag': 'a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497'}] {{(pid=106985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:43:24.096773 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339b45b761399ad6383a0e79eb3d49a8b35bb9728a194a6e9817421c04d0c31a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214878cc-2c44-4b91-965b-19698ff0840c" -d '{"events": [{"name": "network-changed", "server_uuid": "ac19de18-372a-4cb9-bb59-0cb4b15e80b4", "tag": "a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497"}]}' {{(pid=106985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:43:24.137017 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 13:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d230f79a-22c4-4413-8000-8372adb8b710 x-openstack-request-id: req-d230f79a-22c4-4413-8000-8372adb8b710 {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:43:24.137473 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac19de18-372a-4cb9-bb59-0cb4b15e80b4", "tag": "a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497", "status": "completed", "code": 200}]} {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:43:24.137882 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d230f79a-22c4-4413-8000-8372adb8b710 {{(pid=106985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:43:24.138535 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d230f79a-22c4-4413-8000-8372adb8b710'] response: {'name': 'network-changed', 'server_uuid': 'ac19de18-372a-4cb9-bb59-0cb4b15e80b4', 'tag': 'a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497', 'status': 'completed', 'code': 200} Aug 24 13:43:24.184796 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-8b04d538-a741-4db3-b022-45782d731583 None None] Set router 8ff4f2f7-1cad-4fd9-99be-e3cce9260444 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:43:24.306822 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:43:24.414004 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-8b04d538-a741-4db3-b022-45782d731583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'name': 'tempest-AttachVolumeShelveTestJSON-1625308851-router', 'tenant_id': '4a3794670e8d4c9985547d557d6969e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'e28ebaa8-833a-47c9-9878-cacba0470f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:14Z', 'updated_at': '2022-08-24T13:38:26Z', 'revision_number': 4, 'project_id': '4a3794670e8d4c9985547d557d6969e0', 'gw_port': {'id': 'e28ebaa8-833a-47c9-9878-cacba0470f33', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:15Z', 'updated_at': '2022-08-24T13:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_floatingips': [{'id': '605fca59-5d8d-45e9-9fe2-3d6b28845b3d', 'tenant_id': '4a3794670e8d4c9985547d557d6969e0', 'floating_ip_address': '172.27.1.73', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'port_id': 'a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '385fd5c5-6c70-4a95-9981-8683550b730c', 'mac_address': 'fa:16:3e:02:48:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac19de18-372a-4cb9-bb59-0cb4b15e80b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:43:08Z', 'updated_at': '2022-08-24T13:43:23Z', 'revision_number': 1, 'project_id': '4a3794670e8d4c9985547d557d6969e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db1e9755-d759-4f60-b714-7af68d02ce1e', 'name': '', 'network_id': '385fd5c5-6c70-4a95-9981-8683550b730c', 'tenant_id': '4a3794670e8d4c9985547d557d6969e0', 'mac_address': 'fa:16:3e:53:79:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5dc0c212-b568-43f4-b5cf-0229c3337a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:23Z', 'updated_at': '2022-08-24T13:38:37Z', 'revision_number': 5, 'project_id': '4a3794670e8d4c9985547d557d6969e0', 'subnets': [{'id': '5dc0c212-b568-43f4-b5cf-0229c3337a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:43:24.441923 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b04d538-a741-4db3-b022-45782d731583 None None] Checking router: 8ff4f2f7-1cad-4fd9-99be-e3cce9260444 for host: dv-cinder-779578-4-iscsi {{(pid=106987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:43:24.452462 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b04d538-a741-4db3-b022-45782d731583 None None] Routers {'8ff4f2f7-1cad-4fd9-99be-e3cce9260444'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:43:24.453078 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-8b04d538-a741-4db3-b022-45782d731583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:43:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['8ff4f2f7-1cad-4fd9-99be-e3cce9260444'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:43:24.563840 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-8b04d538-a741-4db3-b022-45782d731583 None None] Set router 8ff4f2f7-1cad-4fd9-99be-e3cce9260444 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:43:24.599484 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3575123f-b132-493b-98bd-d8ae9984c46b req-74efda50-f586-4389-937c-5b8d879fd67c tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:24.601153 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3575123f-b132-493b-98bd-d8ae9984c46b req-74efda50-f586-4389-937c-5b8d879fd67c tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=d89846c9-96d3-4b1b-bba0-bc5d89c6bbde HTTP/1.1" status: 200 len: 945 time: 0.0590169 Aug 24 13:43:24.669196 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3575123f-b132-493b-98bd-d8ae9984c46b req-4fe27757-6293-4710-af46-000d2ca6bea4 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608826 Aug 24 13:43:24.807299 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-8b04d538-a741-4db3-b022-45782d731583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'name': 'tempest-AttachVolumeShelveTestJSON-1625308851-router', 'tenant_id': '4a3794670e8d4c9985547d557d6969e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'e28ebaa8-833a-47c9-9878-cacba0470f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:14Z', 'updated_at': '2022-08-24T13:38:26Z', 'revision_number': 4, 'project_id': '4a3794670e8d4c9985547d557d6969e0', 'gw_port': {'id': 'e28ebaa8-833a-47c9-9878-cacba0470f33', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:15Z', 'updated_at': '2022-08-24T13:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_floatingips': [{'id': '605fca59-5d8d-45e9-9fe2-3d6b28845b3d', 'tenant_id': '4a3794670e8d4c9985547d557d6969e0', 'floating_ip_address': '172.27.1.73', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'port_id': 'a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '385fd5c5-6c70-4a95-9981-8683550b730c', 'mac_address': 'fa:16:3e:02:48:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac19de18-372a-4cb9-bb59-0cb4b15e80b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:43:08Z', 'updated_at': '2022-08-24T13:43:23Z', 'revision_number': 1, 'project_id': '4a3794670e8d4c9985547d557d6969e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db1e9755-d759-4f60-b714-7af68d02ce1e', 'name': '', 'network_id': '385fd5c5-6c70-4a95-9981-8683550b730c', 'tenant_id': '4a3794670e8d4c9985547d557d6969e0', 'mac_address': 'fa:16:3e:53:79:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5dc0c212-b568-43f4-b5cf-0229c3337a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:23Z', 'updated_at': '2022-08-24T13:38:37Z', 'revision_number': 5, 'project_id': '4a3794670e8d4c9985547d557d6969e0', 'subnets': [{'id': '5dc0c212-b568-43f4-b5cf-0229c3337a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:43:24.833194 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b04d538-a741-4db3-b022-45782d731583 None None] The sync data for ids ['8ff4f2f7-1cad-4fd9-99be-e3cce9260444'] in dv-cinder-779578-4-iscsi is: [{'id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'name': 'tempest-AttachVolumeShelveTestJSON-1625308851-router', 'tenant_id': '4a3794670e8d4c9985547d557d6969e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'e28ebaa8-833a-47c9-9878-cacba0470f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:14Z', 'updated_at': '2022-08-24T13:38:26Z', 'revision_number': 4, 'project_id': '4a3794670e8d4c9985547d557d6969e0', 'gw_port': {'id': 'e28ebaa8-833a-47c9-9878-cacba0470f33', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:15Z', 'updated_at': '2022-08-24T13:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_floatingips': [{'id': '605fca59-5d8d-45e9-9fe2-3d6b28845b3d', 'tenant_id': '4a3794670e8d4c9985547d557d6969e0', 'floating_ip_address': '172.27.1.73', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'port_id': 'a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '385fd5c5-6c70-4a95-9981-8683550b730c', 'mac_address': 'fa:16:3e:02:48:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac19de18-372a-4cb9-bb59-0cb4b15e80b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:43:08Z', 'updated_at': '2022-08-24T13:43:23Z', 'revision_number': 1, 'project_id': '4a3794670e8d4c9985547d557d6969e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db1e9755-d759-4f60-b714-7af68d02ce1e', 'name': '', 'network_id': '385fd5c5-6c70-4a95-9981-8683550b730c', 'tenant_id': '4a3794670e8d4c9985547d557d6969e0', 'mac_address': 'fa:16:3e:53:79:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5dc0c212-b568-43f4-b5cf-0229c3337a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:23Z', 'updated_at': '2022-08-24T13:38:37Z', 'revision_number': 5, 'project_id': '4a3794670e8d4c9985547d557d6969e0', 'subnets': [{'id': '5dc0c212-b568-43f4-b5cf-0229c3337a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:43:25.017143 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:43:25.070613 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c67aa05-7cca-4971-9b88-799de38facb1 None None] New status for floating IP 605fca59-5d8d-45e9-9fe2-3d6b28845b3d: ACTIVE {{(pid=106988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 13:43:25.171215 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:25.200253 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:25.531640 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214878cc-2c44-4b91-965b-19698ff0840c req-90e736b8-8161-4b75-aa58-93e515e9f813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:25.533262 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-214878cc-2c44-4b91-965b-19698ff0840c req-90e736b8-8161-4b75-aa58-93e515e9f813 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=4a3794670e8d4c9985547d557d6969e0&device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 1130 time: 0.0459485 Aug 24 13:43:25.797581 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9960f-781f-4006-a761-85c7c6bdcc11 req-3326b101-2e07-44ff-86d4-71f00ced3535 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:25.799055 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-21a9960f-781f-4006-a761-85c7c6bdcc11 req-3326b101-2e07-44ff-86d4-71f00ced3535 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=d89846c9-96d3-4b1b-bba0-bc5d89c6bbde HTTP/1.1" status: 200 len: 945 time: 0.0508168 Aug 24 13:43:25.859412 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-21a9960f-781f-4006-a761-85c7c6bdcc11 req-f99b65b9-de18-469d-ae71-ebcd6acc31a2 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546241 Aug 24 13:43:25.926760 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:43:25.956513 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214878cc-2c44-4b91-965b-19698ff0840c req-101fd9dd-4ba0-4ca5-9240-c5c996e22d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:25.957964 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-214878cc-2c44-4b91-965b-19698ff0840c req-101fd9dd-4ba0-4ca5-9240-c5c996e22d24 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=385fd5c5-6c70-4a95-9981-8683550b730c HTTP/1.1" status: 200 len: 918 time: 0.1108723 Aug 24 13:43:25.991976 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd13e1d1-5f26-4695-9941-8e1506deef5b req-462f5d89-c873-40e6-829a-70860f5c4c28 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:25.993476 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-cd13e1d1-5f26-4695-9941-8e1506deef5b req-462f5d89-c873-40e6-829a-70860f5c4c28 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=d89846c9-96d3-4b1b-bba0-bc5d89c6bbde HTTP/1.1" status: 200 len: 945 time: 0.0504985 Aug 24 13:43:26.045580 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-cd13e1d1-5f26-4695-9941-8e1506deef5b req-e3374a3c-d8c1-4391-9178-0a56de3ec988 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458646 Aug 24 13:43:26.074476 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 54350) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:43:26.158700 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2304f9e-1ffd-45ec-b5c3-46bb86df4963 tempest-TestVolumeBootPattern-269391452 tempest-TestVolumeBootPattern-269391452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:26.160291 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-e2304f9e-1ffd-45ec-b5c3-46bb86df4963 tempest-TestVolumeBootPattern-269391452 tempest-TestVolumeBootPattern-269391452-project-admin] 10.222.0.73 "GET /networking/v2.0/ports?device_id=d89846c9-96d3-4b1b-bba0-bc5d89c6bbde HTTP/1.1" status: 200 len: 1124 time: 0.0847607 Aug 24 13:43:26.163287 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 54354) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:43:26.167802 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-2485d9c6-b501-4865-8831-c7be1f9581fb tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Request body: {'floatingip': {'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'port_id': 'a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'fixed_ip_address': '172.20.0.6'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:43:26.230057 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-2485d9c6-b501-4865-8831-c7be1f9581fb tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:26.262161 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-214878cc-2c44-4b91-965b-19698ff0840c req-d89179f0-fa72-4a1b-a5da-67fb957c9e4f service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497 HTTP/1.1" status: 200 len: 1001 time: 0.0634880 Aug 24 13:43:26.322937 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214878cc-2c44-4b91-965b-19698ff0840c req-c6e7da43-3f4f-4e27-8fb7-4a00a0ca9ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:26.324472 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-214878cc-2c44-4b91-965b-19698ff0840c req-c6e7da43-3f4f-4e27-8fb7-4a00a0ca9ded service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=5dc0c212-b568-43f4-b5cf-0229c3337a97 HTTP/1.1" status: 200 len: 856 time: 0.0520840 Aug 24 13:43:26.330009 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-2485d9c6-b501-4865-8831-c7be1f9581fb tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:26.373709 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214878cc-2c44-4b91-965b-19698ff0840c req-e1752004-c4dc-4cb0-a289-c665ad532821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:26.375249 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-214878cc-2c44-4b91-965b-19698ff0840c req-e1752004-c4dc-4cb0-a289-c665ad532821 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=385fd5c5-6c70-4a95-9981-8683550b730c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432539 Aug 24 13:43:26.447110 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.db_base_plugin_common [None req-2485d9c6-b501-4865-8831-c7be1f9581fb tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Allocated IP 172.27.1.79 (b9a647d2-3285-4c25-b9a6-e511e6620ca5/0f88e60e-ade3-4937-9959-ff6f15b76440/be276bd9-2e0f-4cba-9389-31a6dad5a84b) {{(pid=106986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:43:26.480017 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-214878cc-2c44-4b91-965b-19698ff0840c req-5fa72f2c-27c5-46b6-8ace-da8712868c72 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/385fd5c5-6c70-4a95-9981-8683550b730c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953414 Aug 24 13:43:26.562824 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-2485d9c6-b501-4865-8831-c7be1f9581fb tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks [] for port (be276bd9-2e0f-4cba-9389-31a6dad5a84b), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:26.580202 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-214878cc-2c44-4b91-965b-19698ff0840c req-34fcb4c1-d367-4fe5-9243-f4716e1d5ff5 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/385fd5c5-6c70-4a95-9981-8683550b730c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919466 Aug 24 13:43:26.663422 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-2485d9c6-b501-4865-8831-c7be1f9581fb tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990584'] for port (be276bd9-2e0f-4cba-9389-31a6dad5a84b), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:26.710400 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2485d9c6-b501-4865-8831-c7be1f9581fb tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Network b9a647d2-3285-4c25-b9a6-e511e6620ca5 is already hosted by enough agents. {{(pid=106986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:43:26.713943 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.base_scheduler [None req-2485d9c6-b501-4865-8831-c7be1f9581fb tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Resources bound (agent type, host, resource id): {{(pid=106986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:43:26.717872 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2485d9c6-b501-4865-8831-c7be1f9581fb tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Received port after_create {{(pid=106986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:43:26.749213 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2485d9c6-b501-4865-8831-c7be1f9581fb tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Pushing event updated for resources: {'Port': ['ID=be276bd9-2e0f-4cba-9389-31a6dad5a84b,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:43:27.330961 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-2485d9c6-b501-4865-8831-c7be1f9581fb tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks [] for floatingip (02608906-20b4-4cd8-9c53-fd76209a8dbd), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:27.333494 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:43:27.351204 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:43:27.470695 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-2485d9c6-b501-4865-8831-c7be1f9581fb tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (be276bd9-2e0f-4cba-9389-31a6dad5a84b), before_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:27.623157 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-2485d9c6-b501-4865-8831-c7be1f9581fb tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks [] for port (be276bd9-2e0f-4cba-9389-31a6dad5a84b), precommit_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:27.692742 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-2485d9c6-b501-4865-8831-c7be1f9581fb tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2990583'] for port (be276bd9-2e0f-4cba-9389-31a6dad5a84b), after_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:27.769341 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-2485d9c6-b501-4865-8831-c7be1f9581fb tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961197'] for floatingip (02608906-20b4-4cd8-9c53-fd76209a8dbd), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:27.771056 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2485d9c6-b501-4865-8831-c7be1f9581fb tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Pushing event updated for resources: {'Port': ['ID=be276bd9-2e0f-4cba-9389-31a6dad5a84b,revision_number=2']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:43:27.868910 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.db.l3_db [None req-2485d9c6-b501-4865-8831-c7be1f9581fb tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Floating IP 02608906-20b4-4cd8-9c53-fd76209a8dbd associated. External IP: 172.27.1.79, port: a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a. Aug 24 13:43:28.075599 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2485d9c6-b501-4865-8831-c7be1f9581fb tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Router c87be637-b9f5-4543-9419-8aa35994dab0 has already been hosted by L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 {{(pid=106986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 13:43:28.156377 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:43:28.189234 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2485d9c6-b501-4865-8831-c7be1f9581fb tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:43:28.199413 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add3e315-32ed-44ca-ab4f-044d9f61e2da None None] Sync routers for ids ['c87be637-b9f5-4543-9419-8aa35994dab0'] in dv-cinder-779578-4-iscsi {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:43:28.210242 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add3e315-32ed-44ca-ab4f-044d9f61e2da None None] Routers {'c87be637-b9f5-4543-9419-8aa35994dab0'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:43:28.210913 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-add3e315-32ed-44ca-ab4f-044d9f61e2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:43:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['c87be637-b9f5-4543-9419-8aa35994dab0'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:43:28.307373 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-2485d9c6-b501-4865-8831-c7be1f9581fb tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for floatingip (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:28.318446 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-add3e315-32ed-44ca-ab4f-044d9f61e2da None None] Set router c87be637-b9f5-4543-9419-8aa35994dab0 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:43:28.343390 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-2485d9c6-b501-4865-8831-c7be1f9581fb tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1787875 Aug 24 13:43:28.344220 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd89846c9-96d3-4b1b-bba0-bc5d89c6bbde', 'tag': 'a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a'}] {{(pid=106986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:43:28.346331 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d01dbab33e71115aad2ee8471a00c8ecaf37bbc8c5e47995de0ab84d59865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71374295-98fd-40c5-8183-b33cda25af29" -d '{"events": [{"name": "network-changed", "server_uuid": "d89846c9-96d3-4b1b-bba0-bc5d89c6bbde", "tag": "a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a"}]}' {{(pid=106986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:43:28.386820 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 13:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-083c4d43-2ab1-4d18-8351-cad112fab3a2 x-openstack-request-id: req-083c4d43-2ab1-4d18-8351-cad112fab3a2 {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:43:28.387100 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d89846c9-96d3-4b1b-bba0-bc5d89c6bbde", "tag": "a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a", "status": "completed", "code": 200}]} {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:43:28.387386 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-083c4d43-2ab1-4d18-8351-cad112fab3a2 {{(pid=106986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:43:28.387854 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-083c4d43-2ab1-4d18-8351-cad112fab3a2'] response: {'name': 'network-changed', 'server_uuid': 'd89846c9-96d3-4b1b-bba0-bc5d89c6bbde', 'tag': 'a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a', 'status': 'completed', 'code': 200} Aug 24 13:43:28.503399 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71374295-98fd-40c5-8183-b33cda25af29 req-bafd533e-9e4a-4bdb-aae3-3653911345f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:28.505057 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-71374295-98fd-40c5-8183-b33cda25af29 req-bafd533e-9e4a-4bdb-aae3-3653911345f9 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=6842f55d3dcc42289b6bfe02ed020dc4&device_id=d89846c9-96d3-4b1b-bba0-bc5d89c6bbde HTTP/1.1" status: 200 len: 1129 time: 0.0467088 Aug 24 13:43:28.548630 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-add3e315-32ed-44ca-ab4f-044d9f61e2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'name': 'tempest-TestVolumeBootPattern-446231488-router', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'f0e21890-66ca-4103-bc57-a278f15443a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:42:20Z', 'updated_at': '2022-08-24T13:42:26Z', 'revision_number': 4, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'gw_port': {'id': 'f0e21890-66ca-4103-bc57-a278f15443a3', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:78:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:21Z', 'updated_at': '2022-08-24T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_floatingips': [{'id': '02608906-20b4-4cd8-9c53-fd76209a8dbd', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'floating_ip_address': '172.27.1.79', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'port_id': 'a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c', 'mac_address': 'fa:16:3e:ac:f1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89846c9-96d3-4b1b-bba0-bc5d89c6bbde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:43:26Z', 'updated_at': '2022-08-24T13:43:26Z', 'revision_number': 0, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34c70bdb-9521-4499-bf3b-8c76878fe792', 'name': '', 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'mac_address': 'fa:16:3e:2f:73:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '855e4e70-f3fd-4957-8cf7-11d6e251674e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:25Z', 'updated_at': '2022-08-24T13:42:34Z', 'revision_number': 5, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'subnets': [{'id': '855e4e70-f3fd-4957-8cf7-11d6e251674e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:43:28.550212 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:43:28.613741 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71374295-98fd-40c5-8183-b33cda25af29 req-563d2cb1-f2dd-4e65-b0dc-b0a12b2a1279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:28.615133 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-71374295-98fd-40c5-8183-b33cda25af29 req-563d2cb1-f2dd-4e65-b0dc-b0a12b2a1279 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=440bd507-b6ac-4736-a4d2-ede05189225c HTTP/1.1" status: 200 len: 912 time: 0.1007440 Aug 24 13:43:28.693149 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-71374295-98fd-40c5-8183-b33cda25af29 req-c085900a-d356-4fdd-a5df-2425549c605f service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a HTTP/1.1" status: 200 len: 998 time: 0.0668569 Aug 24 13:43:28.705592 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add3e315-32ed-44ca-ab4f-044d9f61e2da None None] Checking router: c87be637-b9f5-4543-9419-8aa35994dab0 for host: dv-cinder-779578-4-iscsi {{(pid=106987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:43:28.714939 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add3e315-32ed-44ca-ab4f-044d9f61e2da None None] Routers {'c87be637-b9f5-4543-9419-8aa35994dab0'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:43:28.715549 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-add3e315-32ed-44ca-ab4f-044d9f61e2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:43:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['c87be637-b9f5-4543-9419-8aa35994dab0'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:43:28.752872 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71374295-98fd-40c5-8183-b33cda25af29 req-0b6fbdd6-9499-4aa4-860d-c9dc6e815443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:28.754382 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-71374295-98fd-40c5-8183-b33cda25af29 req-0b6fbdd6-9499-4aa4-860d-c9dc6e815443 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=855e4e70-f3fd-4957-8cf7-11d6e251674e HTTP/1.1" status: 200 len: 850 time: 0.0554247 Aug 24 13:43:28.801024 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71374295-98fd-40c5-8183-b33cda25af29 req-89d2933f-84c4-4e1f-8a6d-cca88ddcaf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:28.802528 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-71374295-98fd-40c5-8183-b33cda25af29 req-89d2933f-84c4-4e1f-8a6d-cca88ddcaf14 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=440bd507-b6ac-4736-a4d2-ede05189225c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410268 Aug 24 13:43:28.823963 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-add3e315-32ed-44ca-ab4f-044d9f61e2da None None] Set router c87be637-b9f5-4543-9419-8aa35994dab0 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:43:28.902284 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-71374295-98fd-40c5-8183-b33cda25af29 req-11224acc-cdaa-46ef-8bcf-0e7c347657e4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/440bd507-b6ac-4736-a4d2-ede05189225c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929899 Aug 24 13:43:28.933997 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:43:28.996253 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-71374295-98fd-40c5-8183-b33cda25af29 req-86ab9939-dee1-4fc1-ac07-83433b6503c2 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/440bd507-b6ac-4736-a4d2-ede05189225c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871956 Aug 24 13:43:29.048947 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-add3e315-32ed-44ca-ab4f-044d9f61e2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'name': 'tempest-TestVolumeBootPattern-446231488-router', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'f0e21890-66ca-4103-bc57-a278f15443a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:42:20Z', 'updated_at': '2022-08-24T13:42:26Z', 'revision_number': 4, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'gw_port': {'id': 'f0e21890-66ca-4103-bc57-a278f15443a3', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:78:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:21Z', 'updated_at': '2022-08-24T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_floatingips': [{'id': '02608906-20b4-4cd8-9c53-fd76209a8dbd', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'floating_ip_address': '172.27.1.79', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'port_id': 'a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c', 'mac_address': 'fa:16:3e:ac:f1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89846c9-96d3-4b1b-bba0-bc5d89c6bbde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:43:26Z', 'updated_at': '2022-08-24T13:43:26Z', 'revision_number': 0, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34c70bdb-9521-4499-bf3b-8c76878fe792', 'name': '', 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'mac_address': 'fa:16:3e:2f:73:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '855e4e70-f3fd-4957-8cf7-11d6e251674e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:25Z', 'updated_at': '2022-08-24T13:42:34Z', 'revision_number': 5, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'subnets': [{'id': '855e4e70-f3fd-4957-8cf7-11d6e251674e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:43:29.079137 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add3e315-32ed-44ca-ab4f-044d9f61e2da None None] The sync data for ids ['c87be637-b9f5-4543-9419-8aa35994dab0'] in dv-cinder-779578-4-iscsi is: [{'id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'name': 'tempest-TestVolumeBootPattern-446231488-router', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'f0e21890-66ca-4103-bc57-a278f15443a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:42:20Z', 'updated_at': '2022-08-24T13:42:26Z', 'revision_number': 4, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'gw_port': {'id': 'f0e21890-66ca-4103-bc57-a278f15443a3', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:78:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:21Z', 'updated_at': '2022-08-24T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_floatingips': [{'id': '02608906-20b4-4cd8-9c53-fd76209a8dbd', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'floating_ip_address': '172.27.1.79', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'port_id': 'a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c', 'mac_address': 'fa:16:3e:ac:f1:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd89846c9-96d3-4b1b-bba0-bc5d89c6bbde', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:43:26Z', 'updated_at': '2022-08-24T13:43:26Z', 'revision_number': 0, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34c70bdb-9521-4499-bf3b-8c76878fe792', 'name': '', 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'mac_address': 'fa:16:3e:2f:73:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '855e4e70-f3fd-4957-8cf7-11d6e251674e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:25Z', 'updated_at': '2022-08-24T13:42:34Z', 'revision_number': 5, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'subnets': [{'id': '855e4e70-f3fd-4957-8cf7-11d6e251674e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:43:29.314200 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc32287-6bc4-40cf-a1be-a1426b32edac None None] New status for floating IP 02608906-20b4-4cd8-9c53-fd76209a8dbd: ACTIVE {{(pid=106988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 13:43:32.894337 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.agents_db [None req-66b1cbc3-9e75-488f-ab76-e3b1c287483f None None] Agent healthcheck: found 6 active agents {{(pid=106988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 13:43:38.334257 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=68,neutron:DELETE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:43:38.339551 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=4 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:43:38.986068 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=87 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:43:38.992318 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=34 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:43:39.051602 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=90 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:43:39.052598 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:43:47.464040 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a93d403b-29c5-41ac-a53c-7c0bf3f47879), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:47.854035 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:43:47.854817 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=28,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:43:49.930041 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-241389e3-f874-48b7-a249-597d90e02dac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:52.021382 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c67e9c3-c1d7-4433-9a71-2170d2c56bd9 req-0a68b159-8eca-45be-b2e3-9871a300ff62 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:52.024161 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4c67e9c3-c1d7-4433-9a71-2170d2c56bd9 req-0a68b159-8eca-45be-b2e3-9871a300ff62 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c1b259b6-2024-4b30-865d-17dadaef5406 HTTP/1.1" status: 200 len: 946 time: 0.0848370 Aug 24 13:43:52.105543 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4c67e9c3-c1d7-4433-9a71-2170d2c56bd9 req-3e259953-41df-4a41-b69b-d708183388fa tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dbfde4a0-415f-4a98-8850-42be8ee2490f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692952 Aug 24 13:43:52.321383 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-ed130e8f-bff9-4873-b204-6588f59453c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:52.419513 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ad455-206b-47c2-8f74-c48c4fe51a1a req-1dfc4422-44d4-42d5-8033-38dfcf9a6fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:52.421141 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-373ad455-206b-47c2-8f74-c48c4fe51a1a req-1dfc4422-44d4-42d5-8033-38dfcf9a6fd1 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=127e5da55b164ce68568c153fee58baf&device_id=c1b259b6-2024-4b30-865d-17dadaef5406 HTTP/1.1" status: 200 len: 1130 time: 0.3916762 Aug 24 13:43:52.545015 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ad455-206b-47c2-8f74-c48c4fe51a1a req-d197fde8-676c-48fe-b364-17ff3f357a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:52.547353 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-373ad455-206b-47c2-8f74-c48c4fe51a1a req-d197fde8-676c-48fe-b364-17ff3f357a81 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=1fcb22e0-a643-462e-8b2f-3661641fd3fe HTTP/1.1" status: 200 len: 920 time: 0.1190355 Aug 24 13:43:52.660731 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-373ad455-206b-47c2-8f74-c48c4fe51a1a req-4220c142-37f4-43ef-929e-950ef28296d3 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7aadab9f-67a3-4721-a287-269890ea0757 HTTP/1.1" status: 200 len: 1001 time: 0.1068623 Aug 24 13:43:52.721917 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ad455-206b-47c2-8f74-c48c4fe51a1a req-003ab260-6bc0-4abd-b07f-9afd28eed91b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:52.724653 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-373ad455-206b-47c2-8f74-c48c4fe51a1a req-003ab260-6bc0-4abd-b07f-9afd28eed91b service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=b7ad1c15-3875-4de4-b3a4-2c63d79b04bd HTTP/1.1" status: 200 len: 858 time: 0.0576820 Aug 24 13:43:52.789432 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373ad455-206b-47c2-8f74-c48c4fe51a1a req-6437a807-ba1b-46f9-8612-cbae0e7391c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:52.793318 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-373ad455-206b-47c2-8f74-c48c4fe51a1a req-6437a807-ba1b-46f9-8612-cbae0e7391c4 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=1fcb22e0-a643-462e-8b2f-3661641fd3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0606699 Aug 24 13:43:52.952673 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-373ad455-206b-47c2-8f74-c48c4fe51a1a req-c7c988ec-2d35-4521-a425-158e2c9f03c4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1fcb22e0-a643-462e-8b2f-3661641fd3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515253 Aug 24 13:43:53.092965 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-373ad455-206b-47c2-8f74-c48c4fe51a1a req-74bf838a-666e-4b4a-b609-302f16232cfe service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1fcb22e0-a643-462e-8b2f-3661641fd3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335413 Aug 24 13:43:53.163215 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89166185-2850-4b06-91d3-e28e8f4d60de req-e77fbc3c-18a5-403d-a57e-eafa49c7a319 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:53.165735 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-89166185-2850-4b06-91d3-e28e8f4d60de req-e77fbc3c-18a5-403d-a57e-eafa49c7a319 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5fb46333-4237-44a1-8a88-7d5171bfdb84 HTTP/1.1" status: 200 len: 945 time: 0.0657887 Aug 24 13:43:53.305184 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-89166185-2850-4b06-91d3-e28e8f4d60de req-63cde377-f9e8-4b0e-8491-7305d73080a7 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2f2363be-2e78-4869-8eb2-a55d6e32c694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257589 Aug 24 13:43:53.314761 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a7873-db60-4370-9ade-5e61029939d6 req-c9825125-8549-45ef-864b-5bbb67f9b52a tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:53.316454 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-288a7873-db60-4370-9ade-5e61029939d6 req-c9825125-8549-45ef-864b-5bbb67f9b52a tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c1b259b6-2024-4b30-865d-17dadaef5406 HTTP/1.1" status: 200 len: 946 time: 0.0915296 Aug 24 13:43:53.385502 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-288a7873-db60-4370-9ade-5e61029939d6 req-1e2c3bcd-4338-4c7b-932e-d0259d34e364 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dbfde4a0-415f-4a98-8850-42be8ee2490f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583403 Aug 24 13:43:53.687771 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:54.470339 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7354b4e-4418-4dfc-bf90-63f35c028e2f req-b7f77bb0-972a-4bea-b9d2-b29497e836d5 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:54.472260 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b7354b4e-4418-4dfc-bf90-63f35c028e2f req-b7f77bb0-972a-4bea-b9d2-b29497e836d5 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5fb46333-4237-44a1-8a88-7d5171bfdb84 HTTP/1.1" status: 200 len: 945 time: 0.0753796 Aug 24 13:43:54.573204 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329d4a29-d751-414b-8c8f-41ce9c2a769e req-7b21f4b5-ec39-4522-a59c-cf3b47c7e1ef tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:54.575003 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-329d4a29-d751-414b-8c8f-41ce9c2a769e req-7b21f4b5-ec39-4522-a59c-cf3b47c7e1ef tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c1b259b6-2024-4b30-865d-17dadaef5406 HTTP/1.1" status: 200 len: 946 time: 0.0844624 Aug 24 13:43:54.608384 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b7354b4e-4418-4dfc-bf90-63f35c028e2f req-a0750f87-c3a9-467c-b6cb-1b1d06f59f08 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2f2363be-2e78-4869-8eb2-a55d6e32c694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260216 Aug 24 13:43:54.655134 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-329d4a29-d751-414b-8c8f-41ce9c2a769e req-daf2d890-a939-403d-9659-dc33b66c59d6 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dbfde4a0-415f-4a98-8850-42be8ee2490f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723116 Aug 24 13:43:55.263786 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:55.268348 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a8d6d2-36ce-4512-b06b-8fbfae27ec0c req-87b2ffa5-1eed-4d55-a97d-769f3d4f11c7 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:55.269872 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-46a8d6d2-36ce-4512-b06b-8fbfae27ec0c req-87b2ffa5-1eed-4d55-a97d-769f3d4f11c7 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5fb46333-4237-44a1-8a88-7d5171bfdb84 HTTP/1.1" status: 200 len: 945 time: 0.0520604 Aug 24 13:43:55.298507 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:55.302290 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:43:55.323149 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:43:55.365936 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [req-46a8d6d2-36ce-4512-b06b-8fbfae27ec0c req-77418944-1d01-4857-8a1a-cd64e877bef5 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Deleting port 4e40061a-00da-4a8b-ae82-5150e0416828 {{(pid=106985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:43:55.366276 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-46a8d6d2-36ce-4512-b06b-8fbfae27ec0c req-77418944-1d01-4857-8a1a-cd64e877bef5 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (4e40061a-00da-4a8b-ae82-5150e0416828), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:55.482137 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.db [req-46a8d6d2-36ce-4512-b06b-8fbfae27ec0c req-77418944-1d01-4857-8a1a-cd64e877bef5 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] For port 4e40061a-00da-4a8b-ae82-5150e0416828, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=4e40061a-00da-4a8b-ae82-5150e0416828,segment=NetworkSegment(67afd480-e30a-4400-a86a-25b503d7ef00),segment_id=67afd480-e30a-4400-a86a-25b503d7ef00)] {{(pid=106985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:43:55.482881 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-46a8d6d2-36ce-4512-b06b-8fbfae27ec0c req-77418944-1d01-4857-8a1a-cd64e877bef5 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (4e40061a-00da-4a8b-ae82-5150e0416828), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:55.679005 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-46a8d6d2-36ce-4512-b06b-8fbfae27ec0c req-77418944-1d01-4857-8a1a-cd64e877bef5 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:55.679401 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-46a8d6d2-36ce-4512-b06b-8fbfae27ec0c req-77418944-1d01-4857-8a1a-cd64e877bef5 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961197'] for floatingip (e2e5eb27-95f2-4a8c-9e24-faa40fca66a0), after_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:55.679724 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.db.l3_db [req-46a8d6d2-36ce-4512-b06b-8fbfae27ec0c req-77418944-1d01-4857-8a1a-cd64e877bef5 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Floating IP e2e5eb27-95f2-4a8c-9e24-faa40fca66a0 disassociated. External IP: 172.27.1.115, port: 4e40061a-00da-4a8b-ae82-5150e0416828. Aug 24 13:43:55.680074 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [req-46a8d6d2-36ce-4512-b06b-8fbfae27ec0c req-77418944-1d01-4857-8a1a-cd64e877bef5 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Calling delete_port for 4e40061a-00da-4a8b-ae82-5150e0416828 owned by compute:nova {{(pid=106985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:43:55.834078 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7b51c7-ef82-48a9-b544-1cff90dcc34a req-09fc5e7e-a062-48e8-951f-64491f898a63 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:55.835837 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ae7b51c7-ef82-48a9-b544-1cff90dcc34a req-09fc5e7e-a062-48e8-951f-64491f898a63 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5fb46333-4237-44a1-8a88-7d5171bfdb84 HTTP/1.1" status: 200 len: 945 time: 0.1442766 Aug 24 13:43:55.866842 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50894f3-da37-42f8-8e31-6fcf522b84e2 req-a00837a3-d3f9-4860-a2e9-71a7910f7304 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:55.868436 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e50894f3-da37-42f8-8e31-6fcf522b84e2 req-a00837a3-d3f9-4860-a2e9-71a7910f7304 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c1b259b6-2024-4b30-865d-17dadaef5406 HTTP/1.1" status: 200 len: 946 time: 0.1000884 Aug 24 13:43:55.989827 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ae7b51c7-ef82-48a9-b544-1cff90dcc34a req-25879da6-a1e7-4151-ae14-7db533813761 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=2f2363be-2e78-4869-8eb2-a55d6e32c694&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467409 Aug 24 13:43:56.011408 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e50894f3-da37-42f8-8e31-6fcf522b84e2 req-a2dfdd3f-0b09-4512-9890-23de24b5a750 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dbfde4a0-415f-4a98-8850-42be8ee2490f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323249 Aug 24 13:43:56.092834 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-46a8d6d2-36ce-4512-b06b-8fbfae27ec0c req-77418944-1d01-4857-8a1a-cd64e877bef5 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (4e40061a-00da-4a8b-ae82-5150e0416828), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:56.150898 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77418944-1d01-4857-8a1a-cd64e877bef5 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Pushing event deleted for resources: {'Port': ['ID=4e40061a-00da-4a8b-ae82-5150e0416828,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:43:56.172062 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77418944-1d01-4857-8a1a-cd64e877bef5 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:43:56.172939 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77418944-1d01-4857-8a1a-cd64e877bef5 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:43:56.173784 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77418944-1d01-4857-8a1a-cd64e877bef5 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:43:56.174478 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77418944-1d01-4857-8a1a-cd64e877bef5 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:43:56.175191 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77418944-1d01-4857-8a1a-cd64e877bef5 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:43:56.175944 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77418944-1d01-4857-8a1a-cd64e877bef5 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:43:56.177159 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77418944-1d01-4857-8a1a-cd64e877bef5 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:43:56.177534 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77418944-1d01-4857-8a1a-cd64e877bef5 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:43:56.177876 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77418944-1d01-4857-8a1a-cd64e877bef5 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:43:56.178210 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77418944-1d01-4857-8a1a-cd64e877bef5 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:43:56.178588 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77418944-1d01-4857-8a1a-cd64e877bef5 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:43:56.183790 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77418944-1d01-4857-8a1a-cd64e877bef5 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:43:56.183790 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77418944-1d01-4857-8a1a-cd64e877bef5 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:43:56.183790 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77418944-1d01-4857-8a1a-cd64e877bef5 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:43:56.183790 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77418944-1d01-4857-8a1a-cd64e877bef5 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:43:56.385393 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.l3_agent_scheduler [req-46a8d6d2-36ce-4512-b06b-8fbfae27ec0c req-77418944-1d01-4857-8a1a-cd64e877bef5 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Router 76db8bb3-0b68-4e6c-befe-f4726b0c7412 has already been hosted by L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 {{(pid=106985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 13:43:56.541238 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:43:56.549794 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-46a8d6d2-36ce-4512-b06b-8fbfae27ec0c req-77418944-1d01-4857-8a1a-cd64e877bef5 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:43:56.579389 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85a1990-befe-4ff4-9ae7-b9eb11d0c7d8 None None] Sync routers for ids ['76db8bb3-0b68-4e6c-befe-f4726b0c7412'] in dv-cinder-779578-4-iscsi {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:43:56.598155 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85a1990-befe-4ff4-9ae7-b9eb11d0c7d8 None None] Routers {'76db8bb3-0b68-4e6c-befe-f4726b0c7412'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:43:56.599116 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-f85a1990-befe-4ff4-9ae7-b9eb11d0c7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:43:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['76db8bb3-0b68-4e6c-befe-f4726b0c7412'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:43:56.621891 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.l3_dvrscheduler_db [req-46a8d6d2-36ce-4512-b06b-8fbfae27ec0c req-77418944-1d01-4857-8a1a-cd64e877bef5 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] No DVR routers for this DVR port 4e40061a-00da-4a8b-ae82-5150e0416828 on host hv-cinder-77957 {{(pid=106985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 13:43:56.625755 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-46a8d6d2-36ce-4512-b06b-8fbfae27ec0c req-77418944-1d01-4857-8a1a-cd64e877bef5 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:56.632355 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-46a8d6d2-36ce-4512-b06b-8fbfae27ec0c req-77418944-1d01-4857-8a1a-cd64e877bef5 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.20 "DELETE /networking/v2.0/ports/4e40061a-00da-4a8b-ae82-5150e0416828 HTTP/1.1" status: 204 len: 173 time: 1.3552408 Aug 24 13:43:56.633271 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fb46333-4237-44a1-8a88-7d5171bfdb84', 'name': 'network-vif-deleted', 'tag': '4e40061a-00da-4a8b-ae82-5150e0416828'}] {{(pid=106985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:43:56.638294 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339b45b761399ad6383a0e79eb3d49a8b35bb9728a194a6e9817421c04d0c31a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc65e8d6-68cc-40f9-b952-c2d93f8b0e77" -d '{"events": [{"server_uuid": "5fb46333-4237-44a1-8a88-7d5171bfdb84", "name": "network-vif-deleted", "tag": "4e40061a-00da-4a8b-ae82-5150e0416828"}]}' {{(pid=106985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:43:56.784156 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-f85a1990-befe-4ff4-9ae7-b9eb11d0c7d8 None None] Set router 76db8bb3-0b68-4e6c-befe-f4726b0c7412 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:43:56.811409 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 13:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b307a5f-6729-4a83-94af-7ca95fa88574 x-openstack-request-id: req-2b307a5f-6729-4a83-94af-7ca95fa88574 {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:43:56.811409 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fb46333-4237-44a1-8a88-7d5171bfdb84", "name": "network-vif-deleted", "tag": "4e40061a-00da-4a8b-ae82-5150e0416828", "status": "completed", "code": 200}]} {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:43:56.811409 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2b307a5f-6729-4a83-94af-7ca95fa88574 {{(pid=106985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:43:56.811409 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b307a5f-6729-4a83-94af-7ca95fa88574'] response: {'server_uuid': '5fb46333-4237-44a1-8a88-7d5171bfdb84', 'name': 'network-vif-deleted', 'tag': '4e40061a-00da-4a8b-ae82-5150e0416828', 'status': 'completed', 'code': 200} Aug 24 13:43:57.172767 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:43:57.175895 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-f85a1990-befe-4ff4-9ae7-b9eb11d0c7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'name': 'tempest-AttachVolumeNegativeTest-1546593255-router', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:16Z', 'updated_at': '2022-08-24T13:38:26Z', 'revision_number': 4, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'gw_port': {'id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:18Z', 'updated_at': '2022-08-24T13:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': '75065905-7b34-4ad9-aad8-ab7ee3ca3bd8', 'name': '', 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'mac_address': 'fa:16:3e:60:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd07781da-28f3-4c07-b598-0d710e632916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:24Z', 'updated_at': '2022-08-24T13:38:38Z', 'revision_number': 5, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'subnets': [{'id': 'd07781da-28f3-4c07-b598-0d710e632916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:43:57.197506 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-13957544-100f-4e1f-a1ef-ea083f6bd23a req-06f6bebc-4eb1-42c7-980b-467bdf4cf8e9 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5fb46333-4237-44a1-8a88-7d5171bfdb84 HTTP/1.1" status: 200 len: 210 time: 0.0430014 Aug 24 13:43:57.208654 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a592ba2c-f705-4fe2-b893-b5b02a74afc6 req-aa5cbbac-6bad-49da-a154-d08dc423f4ad tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:57.211785 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85a1990-befe-4ff4-9ae7-b9eb11d0c7d8 None None] Checking router: 76db8bb3-0b68-4e6c-befe-f4726b0c7412 for host: dv-cinder-779578-4-iscsi {{(pid=106987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:43:57.216704 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a592ba2c-f705-4fe2-b893-b5b02a74afc6 req-aa5cbbac-6bad-49da-a154-d08dc423f4ad tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c1b259b6-2024-4b30-865d-17dadaef5406 HTTP/1.1" status: 200 len: 946 time: 0.1049807 Aug 24 13:43:57.229940 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f85a1990-befe-4ff4-9ae7-b9eb11d0c7d8 None None] Routers {'76db8bb3-0b68-4e6c-befe-f4726b0c7412'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:43:57.229940 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-f85a1990-befe-4ff4-9ae7-b9eb11d0c7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:43:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['76db8bb3-0b68-4e6c-befe-f4726b0c7412'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:43:57.284816 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a592ba2c-f705-4fe2-b893-b5b02a74afc6 req-be233083-2cd8-46bf-af0c-7629d988b248 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dbfde4a0-415f-4a98-8850-42be8ee2490f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667233 Aug 24 13:43:57.400679 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-f85a1990-befe-4ff4-9ae7-b9eb11d0c7d8 None None] Set router 76db8bb3-0b68-4e6c-befe-f4726b0c7412 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:43:57.716625 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-f85a1990-befe-4ff4-9ae7-b9eb11d0c7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'name': 'tempest-AttachVolumeNegativeTest-1546593255-router', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:16Z', 'updated_at': '2022-08-24T13:38:26Z', 'revision_number': 4, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'gw_port': {'id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:18Z', 'updated_at': '2022-08-24T13:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': '75065905-7b34-4ad9-aad8-ab7ee3ca3bd8', 'name': '', 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'mac_address': 'fa:16:3e:60:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd07781da-28f3-4c07-b598-0d710e632916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:24Z', 'updated_at': '2022-08-24T13:38:38Z', 'revision_number': 5, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'subnets': [{'id': 'd07781da-28f3-4c07-b598-0d710e632916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:43:57.748202 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f85a1990-befe-4ff4-9ae7-b9eb11d0c7d8 None None] The sync data for ids ['76db8bb3-0b68-4e6c-befe-f4726b0c7412'] in dv-cinder-779578-4-iscsi is: [{'id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'name': 'tempest-AttachVolumeNegativeTest-1546593255-router', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:16Z', 'updated_at': '2022-08-24T13:38:26Z', 'revision_number': 4, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'gw_port': {'id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:18Z', 'updated_at': '2022-08-24T13:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': '75065905-7b34-4ad9-aad8-ab7ee3ca3bd8', 'name': '', 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'mac_address': 'fa:16:3e:60:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd07781da-28f3-4c07-b598-0d710e632916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:24Z', 'updated_at': '2022-08-24T13:38:38Z', 'revision_number': 5, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'subnets': [{'id': 'd07781da-28f3-4c07-b598-0d710e632916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:43:57.849563 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 4e40061a-00da-4a8b-ae82-5150e0416828 no longer exists at agent hyperv_hv-cinder-77957 {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:43:57.889031 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] No Port match for: 4e40061a-00da-4a8b-ae82-5150e0416828 {{(pid=106987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 13:43:57.889580 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 4e40061a-00da-4a8b-ae82-5150e0416828 not bound to the agent host hv-cinder-77957 {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 13:43:58.072038 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dba469-7f9e-4d66-957a-207198274e0d None None] New status for floating IP e2e5eb27-95f2-4a8c-9e24-faa40fca66a0: DOWN {{(pid=106988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 13:43:58.447309 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 54534) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:43:58.492589 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264ba9a1-78f9-4d43-975a-3578f05e4ad5 req-de82d3f1-e2a7-4a1d-97f5-5d2461b751c6 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:58.495314 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-264ba9a1-78f9-4d43-975a-3578f05e4ad5 req-de82d3f1-e2a7-4a1d-97f5-5d2461b751c6 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c1b259b6-2024-4b30-865d-17dadaef5406 HTTP/1.1" status: 200 len: 946 time: 0.0822299 Aug 24 13:43:58.527202 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-d88cb9ba-679c-416d-81b2-35f87d8feb7f tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for security_group (2f2363be-2e78-4869-8eb2-a55d6e32c694), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:58.562700 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-d88cb9ba-679c-416d-81b2-35f87d8feb7f tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for security_group (2f2363be-2e78-4869-8eb2-a55d6e32c694), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:58.567880 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-264ba9a1-78f9-4d43-975a-3578f05e4ad5 req-30e83e38-a087-41c2-a27b-4d29319abdec tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dbfde4a0-415f-4a98-8850-42be8ee2490f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665791 Aug 24 13:43:58.932113 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-d88cb9ba-679c-416d-81b2-35f87d8feb7f tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (2f2363be-2e78-4869-8eb2-a55d6e32c694), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:58.934677 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-d88cb9ba-679c-416d-81b2-35f87d8feb7f tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:58.935898 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-d88cb9ba-679c-416d-81b2-35f87d8feb7f tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "DELETE /networking/v2.0/security-groups/2f2363be-2e78-4869-8eb2-a55d6e32c694 HTTP/1.1" status: 204 len: 168 time: 0.4870152 Aug 24 13:43:58.946973 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88cb9ba-679c-416d-81b2-35f87d8feb7f tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f2363be-2e78-4869-8eb2-a55d6e32c694,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:43:58.956370 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88cb9ba-679c-416d-81b2-35f87d8feb7f tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:43:58.956370 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88cb9ba-679c-416d-81b2-35f87d8feb7f tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:43:58.956370 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88cb9ba-679c-416d-81b2-35f87d8feb7f tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:43:58.956705 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88cb9ba-679c-416d-81b2-35f87d8feb7f tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:43:58.956831 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88cb9ba-679c-416d-81b2-35f87d8feb7f tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:43:58.957158 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88cb9ba-679c-416d-81b2-35f87d8feb7f tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:43:58.957482 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88cb9ba-679c-416d-81b2-35f87d8feb7f tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:43:58.958165 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 54536) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:43:58.958366 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88cb9ba-679c-416d-81b2-35f87d8feb7f tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:43:58.958735 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88cb9ba-679c-416d-81b2-35f87d8feb7f tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:43:58.959126 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88cb9ba-679c-416d-81b2-35f87d8feb7f tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:43:58.959473 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88cb9ba-679c-416d-81b2-35f87d8feb7f tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:43:58.959815 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88cb9ba-679c-416d-81b2-35f87d8feb7f tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:43:58.960151 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88cb9ba-679c-416d-81b2-35f87d8feb7f tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:43:58.960513 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88cb9ba-679c-416d-81b2-35f87d8feb7f tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:43:58.960871 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d88cb9ba-679c-416d-81b2-35f87d8feb7f tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:43:58.973861 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.api.v2.resource [None req-5dedb63d-4399-4e2e-a09c-57b36217efcb tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] show failed (client error): The resource could not be found. Aug 24 13:43:58.975022 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-5dedb63d-4399-4e2e-a09c-57b36217efcb tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups/2f2363be-2e78-4869-8eb2-a55d6e32c694 HTTP/1.1" status: 404 len: 347 time: 0.0148261 Aug 24 13:43:58.978402 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 54538) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:43:59.106355 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [None req-93dded9b-2eed-453c-aeb0-a0b8c7fa0adb tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Deleting port 33c40cd7-4d9c-4e59-81da-edad18b207bd {{(pid=106985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:43:59.106791 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-93dded9b-2eed-453c-aeb0-a0b8c7fa0adb tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (33c40cd7-4d9c-4e59-81da-edad18b207bd), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:59.222568 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-93dded9b-2eed-453c-aeb0-a0b8c7fa0adb tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (33c40cd7-4d9c-4e59-81da-edad18b207bd), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:59.223019 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-93dded9b-2eed-453c-aeb0-a0b8c7fa0adb tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for floatingip (33c40cd7-4d9c-4e59-81da-edad18b207bd), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:59.246033 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [None req-93dded9b-2eed-453c-aeb0-a0b8c7fa0adb tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Calling delete_port for 33c40cd7-4d9c-4e59-81da-edad18b207bd owned by network:floatingip {{(pid=106985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:43:59.498523 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-93dded9b-2eed-453c-aeb0-a0b8c7fa0adb tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (33c40cd7-4d9c-4e59-81da-edad18b207bd), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:59.527694 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dded9b-2eed-453c-aeb0-a0b8c7fa0adb tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Pushing event deleted for resources: {'Port': ['ID=33c40cd7-4d9c-4e59-81da-edad18b207bd,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:43:59.615606 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-93dded9b-2eed-453c-aeb0-a0b8c7fa0adb tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for floatingip (e2e5eb27-95f2-4a8c-9e24-faa40fca66a0), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:59.619385 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-93dded9b-2eed-453c-aeb0-a0b8c7fa0adb tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for floatingip (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:59.621146 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-93dded9b-2eed-453c-aeb0-a0b8c7fa0adb tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/e2e5eb27-95f2-4a8c-9e24-faa40fca66a0 HTTP/1.1" status: 204 len: 168 time: 0.6414151 Aug 24 13:43:59.718821 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50421176-d30d-4a4a-b121-6058d31c74fe req-6282f1a9-9742-4c8b-84d3-eb8df1876c89 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:43:59.720515 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-50421176-d30d-4a4a-b121-6058d31c74fe req-6282f1a9-9742-4c8b-84d3-eb8df1876c89 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c1b259b6-2024-4b30-865d-17dadaef5406 HTTP/1.1" status: 200 len: 946 time: 0.0548959 Aug 24 13:43:59.772646 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 54544) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:43:59.778363 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-6de13ea8-1c04-476a-83e3-db1a60fd6292 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1270076912', 'description': 'tempest-description--1092519831'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:43:59.796786 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-50421176-d30d-4a4a-b121-6058d31c74fe req-efd57b31-cb99-451f-9cad-570242121fb7 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dbfde4a0-415f-4a98-8850-42be8ee2490f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646970 Aug 24 13:43:59.892910 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-6de13ea8-1c04-476a-83e3-db1a60fd6292 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for security_group (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:43:59.981374 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-6de13ea8-1c04-476a-83e3-db1a60fd6292 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for security_group (d50e7938-fd8e-4efc-a458-dd6a4c704eef), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:00.052093 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-6de13ea8-1c04-476a-83e3-db1a60fd6292 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (d50e7938-fd8e-4efc-a458-dd6a4c704eef), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:00.089055 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de13ea8-1c04-476a-83e3-db1a60fd6292 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d50e7938-fd8e-4efc-a458-dd6a4c704eef,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:44:00.151231 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-6de13ea8-1c04-476a-83e3-db1a60fd6292 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:00.152531 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-6de13ea8-1c04-476a-83e3-db1a60fd6292 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3785477 Aug 24 13:44:00.156549 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 54546) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:44:00.162379 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-aa971ad0-3309-4ad6-97b5-e91873cc1d07 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Request body: {'security_group_rule': {'security_group_id': 'd50e7938-fd8e-4efc-a458-dd6a4c704eef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:44:00.282275 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-aa971ad0-3309-4ad6-97b5-e91873cc1d07 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for security_group_rule (36da9b15-e950-44de-a516-954ea5090230), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:00.353198 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-aa971ad0-3309-4ad6-97b5-e91873cc1d07 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for security_group_rule (36da9b15-e950-44de-a516-954ea5090230), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:00.423704 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-aa971ad0-3309-4ad6-97b5-e91873cc1d07 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008640'] for security_group_rule (36da9b15-e950-44de-a516-954ea5090230), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:00.447533 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa971ad0-3309-4ad6-97b5-e91873cc1d07 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36da9b15-e950-44de-a516-954ea5090230,revision_number=0']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:44:00.522996 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-aa971ad0-3309-4ad6-97b5-e91873cc1d07 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:00.524423 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-aa971ad0-3309-4ad6-97b5-e91873cc1d07 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3664386 Aug 24 13:44:00.527651 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 54548) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:44:00.533162 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-2b3c88ba-85c5-4c9c-bb52-2f34248f9ac1 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Request body: {'security_group_rule': {'security_group_id': 'd50e7938-fd8e-4efc-a458-dd6a4c704eef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:44:00.643302 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-2b3c88ba-85c5-4c9c-bb52-2f34248f9ac1 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for security_group_rule (e09d838e-79bd-4d19-b095-3b9ff74d8e92), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:00.714956 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-2b3c88ba-85c5-4c9c-bb52-2f34248f9ac1 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for security_group_rule (e09d838e-79bd-4d19-b095-3b9ff74d8e92), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:00.795616 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-2b3c88ba-85c5-4c9c-bb52-2f34248f9ac1 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008640'] for security_group_rule (e09d838e-79bd-4d19-b095-3b9ff74d8e92), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:00.825989 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3c88ba-85c5-4c9c-bb52-2f34248f9ac1 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e09d838e-79bd-4d19-b095-3b9ff74d8e92,revision_number=0']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:44:00.936039 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-2b3c88ba-85c5-4c9c-bb52-2f34248f9ac1 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:00.938995 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-2b3c88ba-85c5-4c9c-bb52-2f34248f9ac1 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4093196 Aug 24 13:44:00.944299 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 54552) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:44:00.953864 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-a8a4c674-2987-475e-b1ad-baef8a6cf57b tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Request body: {'floatingip': {'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:44:00.954924 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28e2fa-00c3-4651-b228-42eae6000da1 req-a1988bb3-25dc-4fdb-99bb-9418601d283d tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:00.956596 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-eb28e2fa-00c3-4651-b228-42eae6000da1 req-a1988bb3-25dc-4fdb-99bb-9418601d283d tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c1b259b6-2024-4b30-865d-17dadaef5406 HTTP/1.1" status: 200 len: 946 time: 0.0669067 Aug 24 13:44:01.016505 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-eb28e2fa-00c3-4651-b228-42eae6000da1 req-3d3452f5-5aca-4de5-8595-48d2db1f4955 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dbfde4a0-415f-4a98-8850-42be8ee2490f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534008 Aug 24 13:44:01.053035 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-a8a4c674-2987-475e-b1ad-baef8a6cf57b tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:01.159066 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-a8a4c674-2987-475e-b1ad-baef8a6cf57b tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:01.207731 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:44:01.247425 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:44:01.336224 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.db_base_plugin_common [None req-a8a4c674-2987-475e-b1ad-baef8a6cf57b tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Allocated IP 172.27.1.188 (b9a647d2-3285-4c25-b9a6-e511e6620ca5/0f88e60e-ade3-4937-9959-ff6f15b76440/a781c427-522d-4173-a167-6a2b16a67682) {{(pid=106986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:44:01.463747 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-a8a4c674-2987-475e-b1ad-baef8a6cf57b tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for port (a781c427-522d-4173-a167-6a2b16a67682), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:01.561083 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-a8a4c674-2987-475e-b1ad-baef8a6cf57b tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990584'] for port (a781c427-522d-4173-a167-6a2b16a67682), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:01.609850 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a4c674-2987-475e-b1ad-baef8a6cf57b tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Network b9a647d2-3285-4c25-b9a6-e511e6620ca5 is already hosted by enough agents. {{(pid=106986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:44:01.613883 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.base_scheduler [None req-a8a4c674-2987-475e-b1ad-baef8a6cf57b tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Resources bound (agent type, host, resource id): {{(pid=106986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:44:01.618336 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a4c674-2987-475e-b1ad-baef8a6cf57b tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Received port after_create {{(pid=106986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:44:01.623964 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a4c674-2987-475e-b1ad-baef8a6cf57b tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Pushing event updated for resources: {'Port': ['ID=a781c427-522d-4173-a167-6a2b16a67682,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:44:01.724568 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-a8a4c674-2987-475e-b1ad-baef8a6cf57b tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for floatingip (981cb89e-1a8f-4449-afe5-4051a00151c5), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:01.830519 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:44:01.834126 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-a8a4c674-2987-475e-b1ad-baef8a6cf57b tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (a781c427-522d-4173-a167-6a2b16a67682), before_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:02.014908 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-a8a4c674-2987-475e-b1ad-baef8a6cf57b tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for port (a781c427-522d-4173-a167-6a2b16a67682), precommit_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:02.098043 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-a8a4c674-2987-475e-b1ad-baef8a6cf57b tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2990583'] for port (a781c427-522d-4173-a167-6a2b16a67682), after_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:02.164300 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b36e3d8-b7ae-4f66-81dc-38e775b08256 req-2dc1dbe7-d86a-476e-820f-779f7e110cd8 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:02.166170 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-8b36e3d8-b7ae-4f66-81dc-38e775b08256 req-2dc1dbe7-d86a-476e-820f-779f7e110cd8 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c1b259b6-2024-4b30-865d-17dadaef5406 HTTP/1.1" status: 200 len: 946 time: 0.0680518 Aug 24 13:44:02.177411 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a4c674-2987-475e-b1ad-baef8a6cf57b tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Pushing event updated for resources: {'Port': ['ID=a781c427-522d-4173-a167-6a2b16a67682,revision_number=2']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:44:02.181739 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-a8a4c674-2987-475e-b1ad-baef8a6cf57b tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961197'] for floatingip (981cb89e-1a8f-4449-afe5-4051a00151c5), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:02.201795 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:44:02.228892 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-8b36e3d8-b7ae-4f66-81dc-38e775b08256 req-cd2ce95a-cd42-4c0a-bc78-ddf156ddda99 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dbfde4a0-415f-4a98-8850-42be8ee2490f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516458 Aug 24 13:44:02.277691 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-a8a4c674-2987-475e-b1ad-baef8a6cf57b tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for floatingip (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:02.279043 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-a8a4c674-2987-475e-b1ad-baef8a6cf57b tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3332822 Aug 24 13:44:02.496100 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ac067945-bbd3-4da8-8042-f7b5d608e43d req-43570bca-738d-477e-9742-f68444ddb6c8 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1270076912&fields=id&tenant_id=019b2e8bdb934d94a25fe4b355e73c68 HTTP/1.1" status: 200 len: 267 time: 0.0536594 Aug 24 13:44:02.613546 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:44:02.669766 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac067945-bbd3-4da8-8042-f7b5d608e43d req-2d3430bc-b876-4af2-a0f3-ad59a40b913a tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:02.672636 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ac067945-bbd3-4da8-8042-f7b5d608e43d req-2d3430bc-b876-4af2-a0f3-ad59a40b913a tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/networks?id=789a27f6-7f62-4022-86ef-1042c82fc322 HTTP/1.1" status: 200 len: 815 time: 0.1671124 Aug 24 13:44:02.708481 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ac067945-bbd3-4da8-8042-f7b5d608e43d req-485ca71c-8213-48c4-a992-090ce386d508 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/quotas/019b2e8bdb934d94a25fe4b355e73c68 HTTP/1.1" status: 200 len: 375 time: 0.0256269 Aug 24 13:44:02.808438 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ac067945-bbd3-4da8-8042-f7b5d608e43d req-c6872422-5953-474c-ac32-f8df262c5f40 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=019b2e8bdb934d94a25fe4b355e73c68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0911474 Aug 24 13:44:02.991013 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ac067945-bbd3-4da8-8042-f7b5d608e43d req-beb82d37-c82f-4c25-b28d-cd6391aaee5b service neutron] 10.222.0.73 "GET /networking/v2.0/networks/789a27f6-7f62-4022-86ef-1042c82fc322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643145 Aug 24 13:44:03.097109 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ac067945-bbd3-4da8-8042-f7b5d608e43d req-457c79d8-7000-4952-ac59-eed6a2070f28 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/789a27f6-7f62-4022-86ef-1042c82fc322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000221 Aug 24 13:44:03.374804 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e82504-a2d6-4935-a941-8eebd0842a99 req-7a9fde0b-6f64-4c21-ba67-6270f5705dce tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:03.377351 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-40e82504-a2d6-4935-a941-8eebd0842a99 req-7a9fde0b-6f64-4c21-ba67-6270f5705dce tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c1b259b6-2024-4b30-865d-17dadaef5406 HTTP/1.1" status: 200 len: 946 time: 0.0644076 Aug 24 13:44:03.440611 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-40e82504-a2d6-4935-a941-8eebd0842a99 req-c4418ba9-76c1-4650-aa58-2c4ef24f97de tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dbfde4a0-415f-4a98-8850-42be8ee2490f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563195 Aug 24 13:44:03.594414 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4166db59-e022-4e60-acd3-5842e4952d65 req-54c95a12-424f-4422-a9f8-25dd477caf03 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c70a39ae-b902-41c8-a735-c48983629b25 HTTP/1.1" status: 200 len: 210 time: 0.0402114 Aug 24 13:44:04.586108 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0726a58a-fd6e-4f92-b261-40845425f074 req-87ea880d-bfbe-4bda-921b-7bb136a94241 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:04.587704 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0726a58a-fd6e-4f92-b261-40845425f074 req-87ea880d-bfbe-4bda-921b-7bb136a94241 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c1b259b6-2024-4b30-865d-17dadaef5406 HTTP/1.1" status: 200 len: 946 time: 0.0507805 Aug 24 13:44:04.639829 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0726a58a-fd6e-4f92-b261-40845425f074 req-0033026e-7f29-4f37-9045-dac2a13b970c tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dbfde4a0-415f-4a98-8850-42be8ee2490f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463550 Aug 24 13:44:04.694539 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e2007c6b-46a3-4cfa-95bb-e15dca12483a req-5446cb85-ef33-4491-98db-ec17d1b2a559 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c70a39ae-b902-41c8-a735-c48983629b25 HTTP/1.1" status: 200 len: 210 time: 0.0331366 Aug 24 13:44:05.793392 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65736e54-8c6d-4977-9304-4b1b39baecfb req-f100a3bc-0168-447c-a1d8-505621d584a0 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:05.797177 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-65736e54-8c6d-4977-9304-4b1b39baecfb req-f100a3bc-0168-447c-a1d8-505621d584a0 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c1b259b6-2024-4b30-865d-17dadaef5406 HTTP/1.1" status: 200 len: 946 time: 0.0630896 Aug 24 13:44:05.849182 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b7355720-56c1-424b-9891-142d71c13e5b req-694bf7ff-9d00-4b66-808d-e5825bb3e397 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c70a39ae-b902-41c8-a735-c48983629b25 HTTP/1.1" status: 200 len: 210 time: 0.0505989 Aug 24 13:44:05.886600 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-65736e54-8c6d-4977-9304-4b1b39baecfb req-5f5fc174-b53e-47fa-b6c1-a038c998f150 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dbfde4a0-415f-4a98-8850-42be8ee2490f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712674 Aug 24 13:44:06.883867 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8919d8e3-42dc-49cd-89f1-6da5bd1addde req-923d9a81-655d-4cfb-ae3f-6f9fe185c756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:06.885529 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-8919d8e3-42dc-49cd-89f1-6da5bd1addde req-923d9a81-655d-4cfb-ae3f-6f9fe185c756 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c1b259b6-2024-4b30-865d-17dadaef5406 HTTP/1.1" status: 200 len: 1130 time: 0.0432160 Aug 24 13:44:06.965646 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-8919d8e3-42dc-49cd-89f1-6da5bd1addde req-e0c642d7-0d34-416f-82bc-d606bd0cded8 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=dbfde4a0-415f-4a98-8850-42be8ee2490f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717170 Aug 24 13:44:07.007344 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-bd039f97-558e-42f2-ad1e-d4fa2b979c61 req-2a876351-6882-444d-b279-1305990ee1c5 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c70a39ae-b902-41c8-a735-c48983629b25 HTTP/1.1" status: 200 len: 210 time: 0.0680285 Aug 24 13:44:07.047039 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f96250-bd99-41ab-9773-fc878d6b4ed6 req-32c0d7f5-ff56-49aa-83ec-0dd9a5bf8464 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:07.048550 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d1f96250-bd99-41ab-9773-fc878d6b4ed6 req-32c0d7f5-ff56-49aa-83ec-0dd9a5bf8464 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c1b259b6-2024-4b30-865d-17dadaef5406 HTTP/1.1" status: 200 len: 946 time: 0.0533988 Aug 24 13:44:07.103234 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d1f96250-bd99-41ab-9773-fc878d6b4ed6 req-0ba6eb4d-4a50-48c5-a2ee-35658782c5b1 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dbfde4a0-415f-4a98-8850-42be8ee2490f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483246 Aug 24 13:44:07.391249 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:44:07.423137 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac067945-bbd3-4da8-8042-f7b5d608e43d req-3e969906-77ac-4864-8cc2-f8a7c15895d2 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:07.424727 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ac067945-bbd3-4da8-8042-f7b5d608e43d req-3e969906-77ac-4864-8cc2-f8a7c15895d2 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.20 "GET /networking/v2.0/networks?id=789a27f6-7f62-4022-86ef-1042c82fc322 HTTP/1.1" status: 200 len: 815 time: 0.1286802 Aug 24 13:44:07.758668 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ac067945-bbd3-4da8-8042-f7b5d608e43d req-7bd4eae8-cf65-49b2-a687-73661e7bfa44 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=019b2e8bdb934d94a25fe4b355e73c68 HTTP/1.1" status: 200 len: 380 time: 0.0621288 Aug 24 13:44:07.769785 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [req-ac067945-bbd3-4da8-8042-f7b5d608e43d req-fd4e36a0-9ad8-486d-82ee-47fdf98f5b5a tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Request body: {'port': {'device_id': 'c70a39ae-b902-41c8-a735-c48983629b25', 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'admin_state_up': True, 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'security_groups': ['d50e7938-fd8e-4efc-a458-dd6a4c704eef']}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:44:07.861460 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:44:08.017944 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac067945-bbd3-4da8-8042-f7b5d608e43d req-fd4e36a0-9ad8-486d-82ee-47fdf98f5b5a tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Made reservation on behalf of 019b2e8bdb934d94a25fe4b355e73c68 for: {'port': 1} {{(pid=106985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:44:08.023015 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-ac067945-bbd3-4da8-8042-f7b5d608e43d req-fd4e36a0-9ad8-486d-82ee-47fdf98f5b5a tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:08.148675 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-c5beaea4-8ec9-4451-a561-cdd4a5df0229 req-03823cfb-dc9c-4c71-8e66-4139ff3e7758 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c70a39ae-b902-41c8-a735-c48983629b25 HTTP/1.1" status: 200 len: 210 time: 0.0366962 Aug 24 13:44:08.238117 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.db_base_plugin_common [req-ac067945-bbd3-4da8-8042-f7b5d608e43d req-fd4e36a0-9ad8-486d-82ee-47fdf98f5b5a tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Allocated IP 172.20.0.9 (789a27f6-7f62-4022-86ef-1042c82fc322/d07781da-28f3-4c07-b598-0d710e632916/a4155bd9-091b-424f-94b6-1d07874966f0) {{(pid=106985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:44:08.256737 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff470c53-0c76-4f91-b042-73aed96f3f4b req-e2422e87-5d84-4b18-bf27-40af3be54fe0 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:08.262633 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ff470c53-0c76-4f91-b042-73aed96f3f4b req-e2422e87-5d84-4b18-bf27-40af3be54fe0 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c1b259b6-2024-4b30-865d-17dadaef5406 HTTP/1.1" status: 200 len: 946 time: 0.0650125 Aug 24 13:44:08.362044 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ff470c53-0c76-4f91-b042-73aed96f3f4b req-a7260a3d-9628-4085-82c0-d60d2ad805d2 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dbfde4a0-415f-4a98-8850-42be8ee2490f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973327 Aug 24 13:44:08.448966 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-ac067945-bbd3-4da8-8042-f7b5d608e43d req-fd4e36a0-9ad8-486d-82ee-47fdf98f5b5a tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for port (a4155bd9-091b-424f-94b6-1d07874966f0), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:08.571557 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-ac067945-bbd3-4da8-8042-f7b5d608e43d req-fd4e36a0-9ad8-486d-82ee-47fdf98f5b5a tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (a4155bd9-091b-424f-94b6-1d07874966f0), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:08.620576 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac067945-bbd3-4da8-8042-f7b5d608e43d req-fd4e36a0-9ad8-486d-82ee-47fdf98f5b5a tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Network 789a27f6-7f62-4022-86ef-1042c82fc322 is already hosted by enough agents. {{(pid=106985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:44:08.624242 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.base_scheduler [req-ac067945-bbd3-4da8-8042-f7b5d608e43d req-fd4e36a0-9ad8-486d-82ee-47fdf98f5b5a tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Resources bound (agent type, host, resource id): {{(pid=106985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:44:08.629496 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac067945-bbd3-4da8-8042-f7b5d608e43d req-fd4e36a0-9ad8-486d-82ee-47fdf98f5b5a tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Received port after_create {{(pid=106985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:44:08.657283 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4e36a0-9ad8-486d-82ee-47fdf98f5b5a tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Pushing event updated for resources: {'Port': ['ID=a4155bd9-091b-424f-94b6-1d07874966f0,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:44:08.678536 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:44:08.698338 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac067945-bbd3-4da8-8042-f7b5d608e43d req-fd4e36a0-9ad8-486d-82ee-47fdf98f5b5a tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:08.699228 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-ac067945-bbd3-4da8-8042-f7b5d608e43d req-fd4e36a0-9ad8-486d-82ee-47fdf98f5b5a tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:08.816571 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ac067945-bbd3-4da8-8042-f7b5d608e43d req-fd4e36a0-9ad8-486d-82ee-47fdf98f5b5a tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0512300 Aug 24 13:44:08.883293 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [req-ac067945-bbd3-4da8-8042-f7b5d608e43d req-a7f991bb-5596-4fec-a670-2a045b6d75d9 service neutron] Request body: {'port': {'device_id': 'c70a39ae-b902-41c8-a735-c48983629b25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:44:08.925967 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-7bae0bd6-7dda-451f-b458-9640aad6a6a3 None None] Provisioning complete for port a4155bd9-091b-424f-94b6-1d07874966f0 triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:44:08.926810 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-7bae0bd6-7dda-451f-b458-9640aad6a6a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (a4155bd9-091b-424f-94b6-1d07874966f0), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:08.960570 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-ac067945-bbd3-4da8-8042-f7b5d608e43d req-a7f991bb-5596-4fec-a670-2a045b6d75d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (a4155bd9-091b-424f-94b6-1d07874966f0), before_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:08.963514 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-7bae0bd6-7dda-451f-b458-9640aad6a6a3 None None] Port a4155bd9-091b-424f-94b6-1d07874966f0 cannot update to ACTIVE because it is not bound. {{(pid=106987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 13:44:09.162880 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:44:09.360866 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.notifiers.nova [req-ac067945-bbd3-4da8-8042-f7b5d608e43d req-a7f991bb-5596-4fec-a670-2a045b6d75d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4155bd9-091b-424f-94b6-1d07874966f0 {{(pid=106985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 13:44:09.382685 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-ac067945-bbd3-4da8-8042-f7b5d608e43d req-a7f991bb-5596-4fec-a670-2a045b6d75d9 service neutron] Publish callbacks [] for port (a4155bd9-091b-424f-94b6-1d07874966f0), precommit_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:09.396725 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd77fa7-198a-49f5-9ecd-75f155865255 req-474dc6dc-981c-435e-bfad-fb42dde6226a tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:09.398325 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0dd77fa7-198a-49f5-9ecd-75f155865255 req-474dc6dc-981c-435e-bfad-fb42dde6226a tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c70a39ae-b902-41c8-a735-c48983629b25 HTTP/1.1" status: 200 len: 931 time: 0.1188512 Aug 24 13:44:09.417469 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.provisioning_blocks [req-ac067945-bbd3-4da8-8042-f7b5d608e43d req-a7f991bb-5596-4fec-a670-2a045b6d75d9 service neutron] Transition to ACTIVE for port object a4155bd9-091b-424f-94b6-1d07874966f0 will not be triggered until provisioned by entity L2. {{(pid=106985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 13:44:09.459718 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0dd77fa7-198a-49f5-9ecd-75f155865255 req-d44f6b33-739c-46f2-b3b6-59e648d40705 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d50e7938-fd8e-4efc-a458-dd6a4c704eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544903 Aug 24 13:44:09.548452 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c638326-a566-44f9-9b25-645269728a23 req-d927dd75-6c41-491f-8128-2aa80b0a1ac0 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:09.550067 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1c638326-a566-44f9-9b25-645269728a23 req-d927dd75-6c41-491f-8128-2aa80b0a1ac0 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c1b259b6-2024-4b30-865d-17dadaef5406 HTTP/1.1" status: 200 len: 946 time: 0.0597999 Aug 24 13:44:09.551393 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-ac067945-bbd3-4da8-8042-f7b5d608e43d req-a7f991bb-5596-4fec-a670-2a045b6d75d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2796075'] for port (a4155bd9-091b-424f-94b6-1d07874966f0), after_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:09.650409 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f991bb-5596-4fec-a670-2a045b6d75d9 service neutron] Pushing event updated for resources: {'Port': ['ID=a4155bd9-091b-424f-94b6-1d07874966f0,revision_number=2']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:44:09.903487 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.agents_db [None req-66b1cbc3-9e75-488f-ab76-e3b1c287483f None None] Agent healthcheck: found 6 active agents {{(pid=106988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 13:44:09.988806 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1c638326-a566-44f9-9b25-645269728a23 req-6ae879ab-9b69-41cf-b38c-2d2144e0796b tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dbfde4a0-415f-4a98-8850-42be8ee2490f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4308541 Aug 24 13:44:10.018044 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.managers [req-ac067945-bbd3-4da8-8042-f7b5d608e43d req-a7f991bb-5596-4fec-a670-2a045b6d75d9 service neutron] Attempting to bind port a4155bd9-091b-424f-94b6-1d07874966f0 on host hv-cinder-77957 for vnic_type normal with profile {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:44:10.018522 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.managers [req-ac067945-bbd3-4da8-8042-f7b5d608e43d req-a7f991bb-5596-4fec-a670-2a045b6d75d9 service neutron] Attempting to bind port a4155bd9-091b-424f-94b6-1d07874966f0 by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': '67afd480-e30a-4400-a86a-25b503d7ef00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322'}] {{(pid=106985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:44:10.019097 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac067945-bbd3-4da8-8042-f7b5d608e43d req-a7f991bb-5596-4fec-a670-2a045b6d75d9 service neutron] Attempting to bind port a4155bd9-091b-424f-94b6-1d07874966f0 on network 789a27f6-7f62-4022-86ef-1042c82fc322 {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:44:10.022727 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:44:10.025880 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac067945-bbd3-4da8-8042-f7b5d608e43d req-a7f991bb-5596-4fec-a670-2a045b6d75d9 service neutron] Port a4155bd9-091b-424f-94b6-1d07874966f0 on network 789a27f6-7f62-4022-86ef-1042c82fc322 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 13:44:10.026316 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac067945-bbd3-4da8-8042-f7b5d608e43d req-a7f991bb-5596-4fec-a670-2a045b6d75d9 service neutron] Attempting to bind port a4155bd9-091b-424f-94b6-1d07874966f0 on network 789a27f6-7f62-4022-86ef-1042c82fc322 {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:44:10.034240 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac067945-bbd3-4da8-8042-f7b5d608e43d req-a7f991bb-5596-4fec-a670-2a045b6d75d9 service neutron] Checking agent: {'id': 'a93d403b-29c5-41ac-a53c-7c0bf3f47879', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 36, 17), 'started_at': datetime.datetime(2022, 8, 24, 13, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 43, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:44:10.034760 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac067945-bbd3-4da8-8042-f7b5d608e43d req-a7f991bb-5596-4fec-a670-2a045b6d75d9 service neutron] Checking segment: {'id': '67afd480-e30a-4400-a86a-25b503d7ef00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:44:10.037504 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac067945-bbd3-4da8-8042-f7b5d608e43d req-a7f991bb-5596-4fec-a670-2a045b6d75d9 service neutron] Bound using segment: {'id': '67afd480-e30a-4400-a86a-25b503d7ef00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322'} {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:44:10.037504 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.managers [req-ac067945-bbd3-4da8-8042-f7b5d608e43d req-a7f991bb-5596-4fec-a670-2a045b6d75d9 service neutron] Bound port: a4155bd9-091b-424f-94b6-1d07874966f0, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67afd480-e30a-4400-a86a-25b503d7ef00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322'}}] {{(pid=106985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:44:10.037504 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-ac067945-bbd3-4da8-8042-f7b5d608e43d req-a7f991bb-5596-4fec-a670-2a045b6d75d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (a4155bd9-091b-424f-94b6-1d07874966f0), before_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:10.141151 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.db [req-ac067945-bbd3-4da8-8042-f7b5d608e43d req-a7f991bb-5596-4fec-a670-2a045b6d75d9 service neutron] For port a4155bd9-091b-424f-94b6-1d07874966f0, host hv-cinder-77957, cleared binding levels {{(pid=106985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:44:10.145298 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.db [req-ac067945-bbd3-4da8-8042-f7b5d608e43d req-a7f991bb-5596-4fec-a670-2a045b6d75d9 service neutron] For port a4155bd9-091b-424f-94b6-1d07874966f0, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=a4155bd9-091b-424f-94b6-1d07874966f0,segment=NetworkSegment(67afd480-e30a-4400-a86a-25b503d7ef00),segment_id=67afd480-e30a-4400-a86a-25b503d7ef00)] {{(pid=106985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:44:10.230365 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-ac067945-bbd3-4da8-8042-f7b5d608e43d req-a7f991bb-5596-4fec-a670-2a045b6d75d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2796075'] for port (a4155bd9-091b-424f-94b6-1d07874966f0), after_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:10.237456 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac067945-bbd3-4da8-8042-f7b5d608e43d req-a7f991bb-5596-4fec-a670-2a045b6d75d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:10.238741 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-ac067945-bbd3-4da8-8042-f7b5d608e43d req-a7f991bb-5596-4fec-a670-2a045b6d75d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:10.240557 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ac067945-bbd3-4da8-8042-f7b5d608e43d req-a7f991bb-5596-4fec-a670-2a045b6d75d9 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/a4155bd9-091b-424f-94b6-1d07874966f0 HTTP/1.1" status: 200 len: 1093 time: 1.3618865 Aug 24 13:44:10.242621 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c70a39ae-b902-41c8-a735-c48983629b25', 'tag': 'a4155bd9-091b-424f-94b6-1d07874966f0'}] {{(pid=106985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:44:10.246482 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339b45b761399ad6383a0e79eb3d49a8b35bb9728a194a6e9817421c04d0c31a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72d2e48d-2c51-483d-bf63-7ee3b186c14a" -d '{"events": [{"name": "network-changed", "server_uuid": "c70a39ae-b902-41c8-a735-c48983629b25", "tag": "a4155bd9-091b-424f-94b6-1d07874966f0"}]}' {{(pid=106985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:44:10.340124 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f991bb-5596-4fec-a670-2a045b6d75d9 service neutron] Pushing event updated for resources: {'Port': ['ID=a4155bd9-091b-424f-94b6-1d07874966f0,revision_number=3']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:44:10.344471 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 13:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64cf5768-132a-409e-a0b8-da1c51d8a0b3 x-openstack-request-id: req-64cf5768-132a-409e-a0b8-da1c51d8a0b3 {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:44:10.344609 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c70a39ae-b902-41c8-a735-c48983629b25", "tag": "a4155bd9-091b-424f-94b6-1d07874966f0", "status": "completed", "code": 200}]} {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:44:10.344984 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-64cf5768-132a-409e-a0b8-da1c51d8a0b3 {{(pid=106985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:44:10.345389 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64cf5768-132a-409e-a0b8-da1c51d8a0b3'] response: {'name': 'network-changed', 'server_uuid': 'c70a39ae-b902-41c8-a735-c48983629b25', 'tag': 'a4155bd9-091b-424f-94b6-1d07874966f0', 'status': 'completed', 'code': 200} Aug 24 13:44:10.432746 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac067945-bbd3-4da8-8042-f7b5d608e43d req-bd73428a-1b2b-4d12-aad2-7def0f52591b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:10.434438 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ac067945-bbd3-4da8-8042-f7b5d608e43d req-bd73428a-1b2b-4d12-aad2-7def0f52591b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=019b2e8bdb934d94a25fe4b355e73c68&device_id=c70a39ae-b902-41c8-a735-c48983629b25 HTTP/1.1" status: 200 len: 1127 time: 0.0485485 Aug 24 13:44:10.482476 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ac067945-bbd3-4da8-8042-f7b5d608e43d req-5f465c7d-4f9c-4fa2-af31-64cc6162231d service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4155bd9-091b-424f-94b6-1d07874966f0 HTTP/1.1" status: 200 len: 217 time: 0.0349455 Aug 24 13:44:10.539096 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac067945-bbd3-4da8-8042-f7b5d608e43d req-e3586fe9-9eca-4420-8bf9-b7db63c59d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:10.540761 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ac067945-bbd3-4da8-8042-f7b5d608e43d req-e3586fe9-9eca-4420-8bf9-b7db63c59d68 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d07781da-28f3-4c07-b598-0d710e632916 HTTP/1.1" status: 200 len: 854 time: 0.0524452 Aug 24 13:44:10.677242 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac067945-bbd3-4da8-8042-f7b5d608e43d req-398c38f1-6773-4923-b1cf-770ef0d00526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:10.678743 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ac067945-bbd3-4da8-8042-f7b5d608e43d req-398c38f1-6773-4923-b1cf-770ef0d00526 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=789a27f6-7f62-4022-86ef-1042c82fc322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1308455 Aug 24 13:44:10.696748 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8f16fa-e0a2-440d-b0df-1556cfd81aca req-3f8fb9c9-5b24-41a9-85bc-2e3887da0c30 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:10.698372 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1a8f16fa-e0a2-440d-b0df-1556cfd81aca req-3f8fb9c9-5b24-41a9-85bc-2e3887da0c30 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c70a39ae-b902-41c8-a735-c48983629b25 HTTP/1.1" status: 200 len: 943 time: 0.1406429 Aug 24 13:44:10.745219 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b4656-197d-419b-a404-85eb4954cea3 req-93f24125-e3a5-4f95-822e-a19e7ca0c005 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:10.752082 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-935b4656-197d-419b-a404-85eb4954cea3 req-93f24125-e3a5-4f95-822e-a19e7ca0c005 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c1b259b6-2024-4b30-865d-17dadaef5406 HTTP/1.1" status: 200 len: 946 time: 0.1116817 Aug 24 13:44:10.857488 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a24c8-f01e-4925-a015-c6293fdbf59d req-7888fa59-45ba-40c3-ae67-c9b97b376b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:10.859708 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-192a24c8-f01e-4925-a015-c6293fdbf59d req-7888fa59-45ba-40c3-ae67-c9b97b376b7e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=127e5da55b164ce68568c153fee58baf&device_id=c1b259b6-2024-4b30-865d-17dadaef5406 HTTP/1.1" status: 200 len: 1130 time: 0.1479511 Aug 24 13:44:10.935298 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1a8f16fa-e0a2-440d-b0df-1556cfd81aca req-1dfe02e8-1045-46ba-8f40-c72750e481b7 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d50e7938-fd8e-4efc-a458-dd6a4c704eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2245533 Aug 24 13:44:10.964985 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-935b4656-197d-419b-a404-85eb4954cea3 req-62417efc-9097-4d7f-b013-33fc79b98555 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dbfde4a0-415f-4a98-8850-42be8ee2490f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821764 Aug 24 13:44:11.007327 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ac067945-bbd3-4da8-8042-f7b5d608e43d req-08b1a12f-b9ec-4d8d-8592-7b160387b081 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/789a27f6-7f62-4022-86ef-1042c82fc322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079541 Aug 24 13:44:11.065017 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a24c8-f01e-4925-a015-c6293fdbf59d req-74bde15d-de5d-476f-ae68-7c335408a073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:11.066679 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-192a24c8-f01e-4925-a015-c6293fdbf59d req-74bde15d-de5d-476f-ae68-7c335408a073 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=1fcb22e0-a643-462e-8b2f-3661641fd3fe HTTP/1.1" status: 200 len: 920 time: 0.2008810 Aug 24 13:44:11.180782 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:44:11.188479 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-192a24c8-f01e-4925-a015-c6293fdbf59d req-f87004be-2c5f-4f4d-ad8f-dce75229be84 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7aadab9f-67a3-4721-a287-269890ea0757 HTTP/1.1" status: 200 len: 1001 time: 0.0825465 Aug 24 13:44:11.190653 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ac067945-bbd3-4da8-8042-f7b5d608e43d req-dfac56fb-09fc-4994-b468-b1d5e23445b4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/789a27f6-7f62-4022-86ef-1042c82fc322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745241 Aug 24 13:44:11.255922 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:44:11.265592 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a24c8-f01e-4925-a015-c6293fdbf59d req-3b231c9a-e8cd-406a-af12-8164382bf1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:11.268359 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-192a24c8-f01e-4925-a015-c6293fdbf59d req-3b231c9a-e8cd-406a-af12-8164382bf1ea service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=b7ad1c15-3875-4de4-b3a4-2c63d79b04bd HTTP/1.1" status: 200 len: 858 time: 0.0625985 Aug 24 13:44:11.323335 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192a24c8-f01e-4925-a015-c6293fdbf59d req-231d0651-5f71-4be4-bf0b-669ec6e92c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:11.325018 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-192a24c8-f01e-4925-a015-c6293fdbf59d req-231d0651-5f71-4be4-bf0b-669ec6e92c61 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=1fcb22e0-a643-462e-8b2f-3661641fd3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511024 Aug 24 13:44:12.072628 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7cb97f-d830-42e2-a76c-cd0a028b3230 req-d32a848e-2155-4903-813d-c60f6aa024af tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:12.074198 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9d7cb97f-d830-42e2-a76c-cd0a028b3230 req-d32a848e-2155-4903-813d-c60f6aa024af tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c70a39ae-b902-41c8-a735-c48983629b25 HTTP/1.1" status: 200 len: 943 time: 0.0545752 Aug 24 13:44:12.146055 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19589948-ccc5-4aeb-b5af-0f62a10e0d42 req-13b18aa8-7535-487e-90c8-03136f9ca4e6 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:12.147502 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-19589948-ccc5-4aeb-b5af-0f62a10e0d42 req-13b18aa8-7535-487e-90c8-03136f9ca4e6 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c1b259b6-2024-4b30-865d-17dadaef5406 HTTP/1.1" status: 200 len: 946 time: 0.0703049 Aug 24 13:44:12.193299 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9d7cb97f-d830-42e2-a76c-cd0a028b3230 req-e1141911-346d-464f-84d6-fa502fef15c9 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d50e7938-fd8e-4efc-a458-dd6a4c704eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062438 Aug 24 13:44:12.194572 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=9,neutron:DELETE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:44:12.196311 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=62,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:44:12.232720 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-19589948-ccc5-4aeb-b5af-0f62a10e0d42 req-b560221b-8f66-435b-a244-a71666b6fc14 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dbfde4a0-415f-4a98-8850-42be8ee2490f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787590 Aug 24 13:44:12.366141 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2e48d-2c51-483d-bf63-7ee3b186c14a req-a4629929-430e-4784-bd89-007b38e4c36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:12.367703 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-72d2e48d-2c51-483d-bf63-7ee3b186c14a req-a4629929-430e-4784-bd89-007b38e4c36e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=019b2e8bdb934d94a25fe4b355e73c68&device_id=c70a39ae-b902-41c8-a735-c48983629b25 HTTP/1.1" status: 200 len: 1127 time: 0.0696855 Aug 24 13:44:12.501093 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-192a24c8-f01e-4925-a015-c6293fdbf59d req-4a9b8688-4c12-4b95-99ae-60a04ba6218b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1fcb22e0-a643-462e-8b2f-3661641fd3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230122 Aug 24 13:44:12.560507 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2e48d-2c51-483d-bf63-7ee3b186c14a req-2913f590-8073-4bc4-8a46-90ce35aa111a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:12.562112 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-72d2e48d-2c51-483d-bf63-7ee3b186c14a req-2913f590-8073-4bc4-8a46-90ce35aa111a service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=789a27f6-7f62-4022-86ef-1042c82fc322 HTTP/1.1" status: 200 len: 916 time: 0.1650910 Aug 24 13:44:12.648500 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-72d2e48d-2c51-483d-bf63-7ee3b186c14a req-6b140825-9e8b-4b82-a9cb-5e2f361bf69c service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4155bd9-091b-424f-94b6-1d07874966f0 HTTP/1.1" status: 200 len: 217 time: 0.0477531 Aug 24 13:44:12.700864 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-192a24c8-f01e-4925-a015-c6293fdbf59d req-7297d44e-3450-4fcb-b6a1-7977a21bbd7c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1fcb22e0-a643-462e-8b2f-3661641fd3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923072 Aug 24 13:44:12.722438 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2e48d-2c51-483d-bf63-7ee3b186c14a req-04c882da-33e8-4094-b6af-8862c6f0e7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:12.723934 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-72d2e48d-2c51-483d-bf63-7ee3b186c14a req-04c882da-33e8-4094-b6af-8862c6f0e7d4 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d07781da-28f3-4c07-b598-0d710e632916 HTTP/1.1" status: 200 len: 854 time: 0.0661345 Aug 24 13:44:12.790846 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d2e48d-2c51-483d-bf63-7ee3b186c14a req-a8417104-7f8b-4521-81de-7b01a07c5eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:12.793425 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-72d2e48d-2c51-483d-bf63-7ee3b186c14a req-a8417104-7f8b-4521-81de-7b01a07c5eed service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=789a27f6-7f62-4022-86ef-1042c82fc322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0600989 Aug 24 13:44:12.966941 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-72d2e48d-2c51-483d-bf63-7ee3b186c14a req-dc28909a-16e5-4cf9-b3d1-f5a67a42766d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/789a27f6-7f62-4022-86ef-1042c82fc322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956481 Aug 24 13:44:13.378407 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1b0fb-a795-42da-b64b-69ade5dbde7d req-3df14b33-8cb5-4225-a972-4a505613775e tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:13.379987 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0ed1b0fb-a795-42da-b64b-69ade5dbde7d req-3df14b33-8cb5-4225-a972-4a505613775e tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c70a39ae-b902-41c8-a735-c48983629b25 HTTP/1.1" status: 200 len: 943 time: 0.0893619 Aug 24 13:44:13.400532 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d725504-d237-4248-b965-60e674c80e06 req-071d9c14-5250-48cb-af80-dbb377363758 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:13.402033 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4d725504-d237-4248-b965-60e674c80e06 req-071d9c14-5250-48cb-af80-dbb377363758 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c1b259b6-2024-4b30-865d-17dadaef5406 HTTP/1.1" status: 200 len: 946 time: 0.0802588 Aug 24 13:44:13.471316 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0ed1b0fb-a795-42da-b64b-69ade5dbde7d req-c6fc8334-0b8c-4752-9762-acd2cffb4e5a tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d50e7938-fd8e-4efc-a458-dd6a4c704eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823097 Aug 24 13:44:13.484989 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4d725504-d237-4248-b965-60e674c80e06 req-43e20159-9eec-4ecc-90a5-db1801cdea90 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dbfde4a0-415f-4a98-8850-42be8ee2490f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729225 Aug 24 13:44:13.900869 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device a4155bd9-091b-424f-94b6-1d07874966f0 details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=106987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 13:44:13.904662 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=75,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:44:13.910446 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:44:14.026677 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port a4155bd9-091b-424f-94b6-1d07874966f0, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=a4155bd9-091b-424f-94b6-1d07874966f0,segment=NetworkSegment(67afd480-e30a-4400-a86a-25b503d7ef00),segment_id=67afd480-e30a-4400-a86a-25b503d7ef00)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:44:14.039550 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Returning: {'device': 'a4155bd9-091b-424f-94b6-1d07874966f0', 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'port_id': 'a4155bd9-091b-424f-94b6-1d07874966f0', 'mac_address': 'fa:16:3e:71:ae:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd07781da-28f3-4c07-b598-0d710e632916', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 13:44:14.079977 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port a4155bd9-091b-424f-94b6-1d07874966f0 is: DOWN; New status is: BUILD {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:44:14.080393 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (a4155bd9-091b-424f-94b6-1d07874966f0), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:14.095309 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4155bd9-091b-424f-94b6-1d07874966f0 {{(pid=106987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 13:44:14.115403 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port a4155bd9-091b-424f-94b6-1d07874966f0, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=a4155bd9-091b-424f-94b6-1d07874966f0,segment=NetworkSegment(67afd480-e30a-4400-a86a-25b503d7ef00),segment_id=67afd480-e30a-4400-a86a-25b503d7ef00)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:44:14.206595 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (a4155bd9-091b-424f-94b6-1d07874966f0), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:14.250477 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:44:14.282041 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=a4155bd9-091b-424f-94b6-1d07874966f0,revision_number=4']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:44:14.303818 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:44:14.327917 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c6cd0e-5274-4c6a-8a84-65c784870250 req-67bbd330-c8ac-4e18-b329-1b44937af76b tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:14.329784 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-63c6cd0e-5274-4c6a-8a84-65c784870250 req-67bbd330-c8ac-4e18-b329-1b44937af76b tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 946 time: 0.0957694 Aug 24 13:44:14.363400 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-72d2e48d-2c51-483d-bf63-7ee3b186c14a req-7d36ef16-cc5a-44f9-9c63-7373fe44e5a7 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/789a27f6-7f62-4022-86ef-1042c82fc322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826518 Aug 24 13:44:14.394217 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-63c6cd0e-5274-4c6a-8a84-65c784870250 req-47624923-e2f1-4885-9929-1c2dfcc2cf13 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556254 Aug 24 13:44:14.609222 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] get_ports_and_sgs() called for port_ids ['a4155bd9-091b-424f-94b6-1d07874966f0'] {{(pid=106987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 13:44:14.719261 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3abce0f-49d5-494f-a896-1eb848b76159 req-c9202787-76ec-42a1-ab8d-d35c6d8879f4 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:14.720885 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a3abce0f-49d5-494f-a896-1eb848b76159 req-c9202787-76ec-42a1-ab8d-d35c6d8879f4 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c70a39ae-b902-41c8-a735-c48983629b25 HTTP/1.1" status: 200 len: 944 time: 0.1706605 Aug 24 13:44:14.732457 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f30ded6-6d06-4045-9844-0e265481407e req-d015d66a-e45a-4141-a3a6-1b92eef64c76 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:14.734615 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-6f30ded6-6d06-4045-9844-0e265481407e req-d015d66a-e45a-4141-a3a6-1b92eef64c76 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c1b259b6-2024-4b30-865d-17dadaef5406 HTTP/1.1" status: 200 len: 946 time: 0.1535766 Aug 24 13:44:14.819683 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a3abce0f-49d5-494f-a896-1eb848b76159 req-2ca66e58-848a-421a-8d1d-f67c07c6fdd4 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d50e7938-fd8e-4efc-a458-dd6a4c704eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840604 Aug 24 13:44:14.824381 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-6f30ded6-6d06-4045-9844-0e265481407e req-7e52ba1c-aaf5-4d93-beef-d37283f6ab29 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dbfde4a0-415f-4a98-8850-42be8ee2490f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815301 Aug 24 13:44:15.541861 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb31442f-5c66-4113-bbf1-6f987023eea2 req-49937c6f-d887-450a-a4bc-02e8097c8ed1 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:15.543487 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-cb31442f-5c66-4113-bbf1-6f987023eea2 req-49937c6f-d887-450a-a4bc-02e8097c8ed1 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 946 time: 0.0593722 Aug 24 13:44:15.599433 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-cb31442f-5c66-4113-bbf1-6f987023eea2 req-95b69ad8-231e-40bd-97e6-c9ef4d4480de tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486972 Aug 24 13:44:15.887046 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:44:15.935777 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device a4155bd9-091b-424f-94b6-1d07874966f0 up at agent hyperv_hv-cinder-77957 {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:44:15.981149 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Provisioning for port a4155bd9-091b-424f-94b6-1d07874966f0 completed by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 13:44:15.992210 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1ec85d-2959-4cf7-83c7-df8ca558093d req-ce7cfe5f-0890-42df-8f68-5f323b3c9bbd tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:15.993809 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-dd1ec85d-2959-4cf7-83c7-df8ca558093d req-ce7cfe5f-0890-42df-8f68-5f323b3c9bbd tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c70a39ae-b902-41c8-a735-c48983629b25 HTTP/1.1" status: 200 len: 944 time: 0.0795279 Aug 24 13:44:16.000341 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5f39b-6b90-47c3-8665-ab1312bf5061 req-d1437a1a-fe64-40db-95d2-68a0dffb6bf9 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:16.001890 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-96b5f39b-6b90-47c3-8665-ab1312bf5061 req-d1437a1a-fe64-40db-95d2-68a0dffb6bf9 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c1b259b6-2024-4b30-865d-17dadaef5406 HTTP/1.1" status: 200 len: 946 time: 0.0778375 Aug 24 13:44:16.057560 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Provisioning complete for port a4155bd9-091b-424f-94b6-1d07874966f0 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:44:16.058223 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (a4155bd9-091b-424f-94b6-1d07874966f0), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:16.083753 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-dd1ec85d-2959-4cf7-83c7-df8ca558093d req-371120cd-ecf6-4076-a10e-f31bad0e5233 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d50e7938-fd8e-4efc-a458-dd6a4c704eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808337 Aug 24 13:44:16.087833 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-96b5f39b-6b90-47c3-8665-ab1312bf5061 req-41c3dd73-38e4-496a-8ebe-e979034c1552 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dbfde4a0-415f-4a98-8850-42be8ee2490f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782998 Aug 24 13:44:16.167579 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port a4155bd9-091b-424f-94b6-1d07874966f0 is: BUILD; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:44:16.167966 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (a4155bd9-091b-424f-94b6-1d07874966f0), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:16.266677 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb811e-5216-4e93-84b1-06e41bb4a4ab req-11513563-43b2-456d-9feb-bb52933576dd tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:16.269720 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7aeb811e-5216-4e93-84b1-06e41bb4a4ab req-11513563-43b2-456d-9feb-bb52933576dd tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c1b259b6-2024-4b30-865d-17dadaef5406 HTTP/1.1" status: 200 len: 946 time: 0.0953391 Aug 24 13:44:16.281451 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 54688) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:44:16.289605 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-ebd1e40c-d3f7-429c-9c2b-636dc4cbe292 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Request body: {'floatingip': {'port_id': '7aadab9f-67a3-4721-a287-269890ea0757'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:44:16.309036 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:44:16.327387 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c70a39ae-b902-41c8-a735-c48983629b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4155bd9-091b-424f-94b6-1d07874966f0'}] {{(pid=106987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:44:16.330068 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee01592ba90e2cb9dcb0c84681ff9a6759d336f5db8af78df2209fafc25a55a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df7a7ad7-7a6e-41fc-9879-b0dfd48125c8" -d '{"events": [{"server_uuid": "c70a39ae-b902-41c8-a735-c48983629b25", "name": "network-vif-plugged", "status": "completed", "tag": "a4155bd9-091b-424f-94b6-1d07874966f0"}]}' {{(pid=106987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:44:16.346532 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port a4155bd9-091b-424f-94b6-1d07874966f0, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=a4155bd9-091b-424f-94b6-1d07874966f0,segment=NetworkSegment(67afd480-e30a-4400-a86a-25b503d7ef00),segment_id=67afd480-e30a-4400-a86a-25b503d7ef00)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:44:16.366810 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-ebd1e40c-d3f7-429c-9c2b-636dc4cbe292 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks [] for floatingip (3fb0f53d-954b-4a4e-b0d7-aa067dd5f3f3), before_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:16.413960 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (a4155bd9-091b-424f-94b6-1d07874966f0), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:16.465469 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 13:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06154edb-4892-4da4-92d9-10d2c336d0ee x-openstack-request-id: req-06154edb-4892-4da4-92d9-10d2c336d0ee {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:44:16.465777 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c70a39ae-b902-41c8-a735-c48983629b25", "name": "network-vif-plugged", "status": "completed", "tag": "a4155bd9-091b-424f-94b6-1d07874966f0", "code": 200}]} {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:44:16.466035 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-06154edb-4892-4da4-92d9-10d2c336d0ee {{(pid=106987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:44:16.466491 dv-cinder-779578-4-iscsi neutron-server[106987]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06154edb-4892-4da4-92d9-10d2c336d0ee'] response: {'server_uuid': 'c70a39ae-b902-41c8-a735-c48983629b25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4155bd9-091b-424f-94b6-1d07874966f0', 'code': 200} Aug 24 13:44:16.489818 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=a4155bd9-091b-424f-94b6-1d07874966f0,revision_number=5']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:44:16.758788 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4386ea0-c722-46d9-8af1-0f6f2a9fa998 req-0655973c-e0e6-4b00-9ec5-2ec8aa4fdba6 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:16.761022 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b4386ea0-c722-46d9-8af1-0f6f2a9fa998 req-0655973c-e0e6-4b00-9ec5-2ec8aa4fdba6 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 946 time: 0.0731800 Aug 24 13:44:16.822451 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b4386ea0-c722-46d9-8af1-0f6f2a9fa998 req-48674117-ce73-4281-9dfb-df6f25ce7b65 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537071 Aug 24 13:44:16.878648 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9ab21-c14d-4a7b-95aa-031841a28e05 req-6d3b1921-20c5-48bc-a6ad-d5ca41d0b574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:16.880326 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-33f9ab21-c14d-4a7b-95aa-031841a28e05 req-6d3b1921-20c5-48bc-a6ad-d5ca41d0b574 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c70a39ae-b902-41c8-a735-c48983629b25 HTTP/1.1" status: 200 len: 1129 time: 0.0555482 Aug 24 13:44:16.934774 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-33f9ab21-c14d-4a7b-95aa-031841a28e05 req-1c5f79d5-809f-45f1-bb49-07908b72bc26 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=d50e7938-fd8e-4efc-a458-dd6a4c704eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482812 Aug 24 13:44:17.000349 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-ebd1e40c-d3f7-429c-9c2b-636dc4cbe292 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:17.086349 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-ebd1e40c-d3f7-429c-9c2b-636dc4cbe292 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961197'] for floatingip (3fb0f53d-954b-4a4e-b0d7-aa067dd5f3f3), after_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:17.248873 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109e474-4119-4b07-b124-cf112fabb49f req-cba78890-7713-46b3-bf8e-5d85d8cbe308 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:17.250308 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d109e474-4119-4b07-b124-cf112fabb49f req-cba78890-7713-46b3-bf8e-5d85d8cbe308 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c70a39ae-b902-41c8-a735-c48983629b25 HTTP/1.1" status: 200 len: 945 time: 0.0755372 Aug 24 13:44:17.275920 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:44:17.308944 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d109e474-4119-4b07-b124-cf112fabb49f req-f4c0b7fe-e8b0-4f93-8780-b958d785de65 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d50e7938-fd8e-4efc-a458-dd6a4c704eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494685 Aug 24 13:44:17.319472 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd1e40c-d3f7-429c-9c2b-636dc4cbe292 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Router 35afed2f-d0ca-497e-a05d-362cf78a5add has already been hosted by L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 {{(pid=106986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 13:44:17.427807 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd1e40c-d3f7-429c-9c2b-636dc4cbe292 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:44:17.432893 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-ebd1e40c-d3f7-429c-9c2b-636dc4cbe292 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for floatingip (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:17.439648 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c4d14a-e840-49b8-8305-6ad8267d3e1a None None] Sync routers for ids ['35afed2f-d0ca-497e-a05d-362cf78a5add'] in dv-cinder-779578-4-iscsi {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:44:17.450128 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c4d14a-e840-49b8-8305-6ad8267d3e1a None None] Routers {'35afed2f-d0ca-497e-a05d-362cf78a5add'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:44:17.450736 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-66c4d14a-e840-49b8-8305-6ad8267d3e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:43:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['35afed2f-d0ca-497e-a05d-362cf78a5add'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:44:17.468932 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b259b6-2024-4b30-865d-17dadaef5406', 'tag': '7aadab9f-67a3-4721-a287-269890ea0757'}] {{(pid=106986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:44:17.471449 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d01dbab33e71115aad2ee8471a00c8ecaf37bbc8c5e47995de0ab84d59865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc061e96-0b90-452d-9b38-fe10ff65f08e" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b259b6-2024-4b30-865d-17dadaef5406", "tag": "7aadab9f-67a3-4721-a287-269890ea0757"}]}' {{(pid=106986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:44:17.508416 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-ebd1e40c-d3f7-429c-9c2b-636dc4cbe292 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "PUT /networking/v2.0/floatingips/3fb0f53d-954b-4a4e-b0d7-aa067dd5f3f3 HTTP/1.1" status: 200 len: 993 time: 1.2252388 Aug 24 13:44:17.516734 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a93d403b-29c5-41ac-a53c-7c0bf3f47879), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:17.571030 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-66c4d14a-e840-49b8-8305-6ad8267d3e1a None None] Set router 35afed2f-d0ca-497e-a05d-362cf78a5add gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:44:17.583227 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 13:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b521be1-5dc4-41c8-b3c4-965970fcf2e5 x-openstack-request-id: req-0b521be1-5dc4-41c8-b3c4-965970fcf2e5 {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:44:17.583519 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b259b6-2024-4b30-865d-17dadaef5406", "tag": "7aadab9f-67a3-4721-a287-269890ea0757", "status": "completed", "code": 200}]} {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:44:17.583782 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0b521be1-5dc4-41c8-b3c4-965970fcf2e5 {{(pid=106986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:44:17.584204 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b521be1-5dc4-41c8-b3c4-965970fcf2e5'] response: {'name': 'network-changed', 'server_uuid': 'c1b259b6-2024-4b30-865d-17dadaef5406', 'tag': '7aadab9f-67a3-4721-a287-269890ea0757', 'status': 'completed', 'code': 200} Aug 24 13:44:17.767365 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:44:17.837308 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-66c4d14a-e840-49b8-8305-6ad8267d3e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35afed2f-d0ca-497e-a05d-362cf78a5add', 'name': 'tempest-ServerRescueNegativeTestJSON-1017581704-router', 'tenant_id': '127e5da55b164ce68568c153fee58baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'f34ed789-5c80-41cb-b7b8-382a1b23f8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:40:07Z', 'updated_at': '2022-08-24T13:40:12Z', 'revision_number': 4, 'project_id': '127e5da55b164ce68568c153fee58baf', 'gw_port': {'id': 'f34ed789-5c80-41cb-b7b8-382a1b23f8c4', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35afed2f-d0ca-497e-a05d-362cf78a5add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:08Z', 'updated_at': '2022-08-24T13:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_floatingips': [{'id': '3fb0f53d-954b-4a4e-b0d7-aa067dd5f3f3', 'tenant_id': '127e5da55b164ce68568c153fee58baf', 'floating_ip_address': '172.27.1.93', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': '35afed2f-d0ca-497e-a05d-362cf78a5add', 'port_id': '7aadab9f-67a3-4721-a287-269890ea0757', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fcb22e0-a643-462e-8b2f-3661641fd3fe', 'mac_address': 'fa:16:3e:87:06:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b259b6-2024-4b30-865d-17dadaef5406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:42:24Z', 'updated_at': '2022-08-24T13:44:16Z', 'revision_number': 3, 'project_id': '127e5da55b164ce68568c153fee58baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd54d660-e1a5-47fb-8995-4174f34f5af5', 'name': '', 'network_id': '1fcb22e0-a643-462e-8b2f-3661641fd3fe', 'tenant_id': '127e5da55b164ce68568c153fee58baf', 'mac_address': 'fa:16:3e:47:27:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35afed2f-d0ca-497e-a05d-362cf78a5add', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'b7ad1c15-3875-4de4-b3a4-2c63d79b04bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:11Z', 'updated_at': '2022-08-24T13:40:19Z', 'revision_number': 5, 'project_id': '127e5da55b164ce68568c153fee58baf', 'subnets': [{'id': 'b7ad1c15-3875-4de4-b3a4-2c63d79b04bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:44:17.852423 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc061e96-0b90-452d-9b38-fe10ff65f08e req-92df74cb-098f-4758-bc5f-67d77a68fc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:17.853944 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-cc061e96-0b90-452d-9b38-fe10ff65f08e req-92df74cb-098f-4758-bc5f-67d77a68fc26 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=127e5da55b164ce68568c153fee58baf&device_id=c1b259b6-2024-4b30-865d-17dadaef5406 HTTP/1.1" status: 200 len: 1130 time: 0.0416706 Aug 24 13:44:17.863845 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c4d14a-e840-49b8-8305-6ad8267d3e1a None None] Checking router: 35afed2f-d0ca-497e-a05d-362cf78a5add for host: dv-cinder-779578-4-iscsi {{(pid=106987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:44:17.872690 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c4d14a-e840-49b8-8305-6ad8267d3e1a None None] Routers {'35afed2f-d0ca-497e-a05d-362cf78a5add'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:44:17.873268 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-66c4d14a-e840-49b8-8305-6ad8267d3e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:43:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['35afed2f-d0ca-497e-a05d-362cf78a5add'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:44:17.994487 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-66c4d14a-e840-49b8-8305-6ad8267d3e1a None None] Set router 35afed2f-d0ca-497e-a05d-362cf78a5add gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:44:18.011795 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae20d34d-280f-4490-ae6b-273c1cb76994 req-5d15e195-9f2f-478c-abd6-04b8217f4272 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:18.013368 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ae20d34d-280f-4490-ae6b-273c1cb76994 req-5d15e195-9f2f-478c-abd6-04b8217f4272 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 946 time: 0.0667298 Aug 24 13:44:18.017152 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc061e96-0b90-452d-9b38-fe10ff65f08e req-fc0659c4-e1cd-4956-8670-4c5c0bcc7988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:18.018693 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-cc061e96-0b90-452d-9b38-fe10ff65f08e req-fc0659c4-e1cd-4956-8670-4c5c0bcc7988 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=1fcb22e0-a643-462e-8b2f-3661641fd3fe HTTP/1.1" status: 200 len: 920 time: 0.1388078 Aug 24 13:44:18.105019 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:44:18.111260 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ae20d34d-280f-4490-ae6b-273c1cb76994 req-c17bd71c-e5b3-4f05-aa7a-f453a6ae5031 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880561 Aug 24 13:44:18.140812 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-cc061e96-0b90-452d-9b38-fe10ff65f08e req-4230026f-a10e-4eae-acf4-47cc9221c2a3 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7aadab9f-67a3-4721-a287-269890ea0757 HTTP/1.1" status: 200 len: 1001 time: 0.0672073 Aug 24 13:44:18.236065 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-66c4d14a-e840-49b8-8305-6ad8267d3e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35afed2f-d0ca-497e-a05d-362cf78a5add', 'name': 'tempest-ServerRescueNegativeTestJSON-1017581704-router', 'tenant_id': '127e5da55b164ce68568c153fee58baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'f34ed789-5c80-41cb-b7b8-382a1b23f8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:40:07Z', 'updated_at': '2022-08-24T13:40:12Z', 'revision_number': 4, 'project_id': '127e5da55b164ce68568c153fee58baf', 'gw_port': {'id': 'f34ed789-5c80-41cb-b7b8-382a1b23f8c4', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35afed2f-d0ca-497e-a05d-362cf78a5add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:08Z', 'updated_at': '2022-08-24T13:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_floatingips': [{'id': '3fb0f53d-954b-4a4e-b0d7-aa067dd5f3f3', 'tenant_id': '127e5da55b164ce68568c153fee58baf', 'floating_ip_address': '172.27.1.93', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': '35afed2f-d0ca-497e-a05d-362cf78a5add', 'port_id': '7aadab9f-67a3-4721-a287-269890ea0757', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fcb22e0-a643-462e-8b2f-3661641fd3fe', 'mac_address': 'fa:16:3e:87:06:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b259b6-2024-4b30-865d-17dadaef5406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:42:24Z', 'updated_at': '2022-08-24T13:44:16Z', 'revision_number': 3, 'project_id': '127e5da55b164ce68568c153fee58baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd54d660-e1a5-47fb-8995-4174f34f5af5', 'name': '', 'network_id': '1fcb22e0-a643-462e-8b2f-3661641fd3fe', 'tenant_id': '127e5da55b164ce68568c153fee58baf', 'mac_address': 'fa:16:3e:47:27:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35afed2f-d0ca-497e-a05d-362cf78a5add', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'b7ad1c15-3875-4de4-b3a4-2c63d79b04bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:11Z', 'updated_at': '2022-08-24T13:40:19Z', 'revision_number': 5, 'project_id': '127e5da55b164ce68568c153fee58baf', 'subnets': [{'id': 'b7ad1c15-3875-4de4-b3a4-2c63d79b04bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:44:18.269694 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66c4d14a-e840-49b8-8305-6ad8267d3e1a None None] The sync data for ids ['35afed2f-d0ca-497e-a05d-362cf78a5add'] in dv-cinder-779578-4-iscsi is: [{'id': '35afed2f-d0ca-497e-a05d-362cf78a5add', 'name': 'tempest-ServerRescueNegativeTestJSON-1017581704-router', 'tenant_id': '127e5da55b164ce68568c153fee58baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'f34ed789-5c80-41cb-b7b8-382a1b23f8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:40:07Z', 'updated_at': '2022-08-24T13:40:12Z', 'revision_number': 4, 'project_id': '127e5da55b164ce68568c153fee58baf', 'gw_port': {'id': 'f34ed789-5c80-41cb-b7b8-382a1b23f8c4', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35afed2f-d0ca-497e-a05d-362cf78a5add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:08Z', 'updated_at': '2022-08-24T13:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_floatingips': [{'id': '3fb0f53d-954b-4a4e-b0d7-aa067dd5f3f3', 'tenant_id': '127e5da55b164ce68568c153fee58baf', 'floating_ip_address': '172.27.1.93', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': '35afed2f-d0ca-497e-a05d-362cf78a5add', 'port_id': '7aadab9f-67a3-4721-a287-269890ea0757', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fcb22e0-a643-462e-8b2f-3661641fd3fe', 'mac_address': 'fa:16:3e:87:06:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1b259b6-2024-4b30-865d-17dadaef5406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:42:24Z', 'updated_at': '2022-08-24T13:44:16Z', 'revision_number': 3, 'project_id': '127e5da55b164ce68568c153fee58baf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd54d660-e1a5-47fb-8995-4174f34f5af5', 'name': '', 'network_id': '1fcb22e0-a643-462e-8b2f-3661641fd3fe', 'tenant_id': '127e5da55b164ce68568c153fee58baf', 'mac_address': 'fa:16:3e:47:27:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35afed2f-d0ca-497e-a05d-362cf78a5add', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'b7ad1c15-3875-4de4-b3a4-2c63d79b04bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:11Z', 'updated_at': '2022-08-24T13:40:19Z', 'revision_number': 5, 'project_id': '127e5da55b164ce68568c153fee58baf', 'subnets': [{'id': 'b7ad1c15-3875-4de4-b3a4-2c63d79b04bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:44:18.453936 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16155c55-d8b3-4ad0-8a4a-b5dac6363020 req-3223f30e-acce-40ca-9464-0af782eafa4c tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:18.455772 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-16155c55-d8b3-4ad0-8a4a-b5dac6363020 req-3223f30e-acce-40ca-9464-0af782eafa4c tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c70a39ae-b902-41c8-a735-c48983629b25 HTTP/1.1" status: 200 len: 945 time: 0.0563595 Aug 24 13:44:18.505103 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-16155c55-d8b3-4ad0-8a4a-b5dac6363020 req-d81fe43c-308d-4b80-9b4e-29f6c3e43e44 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d50e7938-fd8e-4efc-a458-dd6a4c704eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433969 Aug 24 13:44:18.762545 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc061e96-0b90-452d-9b38-fe10ff65f08e req-a00ec770-dbbe-468a-968c-3d19cadad629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:18.764032 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-cc061e96-0b90-452d-9b38-fe10ff65f08e req-a00ec770-dbbe-468a-968c-3d19cadad629 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=b7ad1c15-3875-4de4-b3a4-2c63d79b04bd HTTP/1.1" status: 200 len: 858 time: 0.0517502 Aug 24 13:44:18.823668 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc061e96-0b90-452d-9b38-fe10ff65f08e req-95732832-523c-487e-8a93-f1522f88bc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:18.825553 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-cc061e96-0b90-452d-9b38-fe10ff65f08e req-95732832-523c-487e-8a93-f1522f88bc79 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=1fcb22e0-a643-462e-8b2f-3661641fd3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0532458 Aug 24 13:44:18.931831 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-cc061e96-0b90-452d-9b38-fe10ff65f08e req-072e9c2c-130f-422f-806f-588a47d22e5c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1fcb22e0-a643-462e-8b2f-3661641fd3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982375 Aug 24 13:44:19.042093 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-cc061e96-0b90-452d-9b38-fe10ff65f08e req-67f940d0-854c-479e-bba7-911e69da869a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1fcb22e0-a643-462e-8b2f-3661641fd3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028216 Aug 24 13:44:19.253973 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54d3871-8aee-4a79-b856-d4448e1a0bf3 req-1eb16c37-42eb-43bb-a46e-e2eab97c2892 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:19.255391 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e54d3871-8aee-4a79-b856-d4448e1a0bf3 req-1eb16c37-42eb-43bb-a46e-e2eab97c2892 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 946 time: 0.0485697 Aug 24 13:44:19.303596 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e54d3871-8aee-4a79-b856-d4448e1a0bf3 req-704ccbf3-c50c-423d-9178-abfdbd1476db tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426419 Aug 24 13:44:19.585113 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1b259b6-2024-4b30-865d-17dadaef5406', 'tag': '7aadab9f-67a3-4721-a287-269890ea0757'}] {{(pid=106986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:44:19.587438 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d01dbab33e71115aad2ee8471a00c8ecaf37bbc8c5e47995de0ab84d59865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdce8e37-c7d4-4d04-9918-fea46c11558e" -d '{"events": [{"name": "network-changed", "server_uuid": "c1b259b6-2024-4b30-865d-17dadaef5406", "tag": "7aadab9f-67a3-4721-a287-269890ea0757"}]}' {{(pid=106986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:44:19.626496 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 13:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd1bafa-3d9a-4bc9-97ef-1034f1875cc8 x-openstack-request-id: req-7dd1bafa-3d9a-4bc9-97ef-1034f1875cc8 {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:44:19.627002 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1b259b6-2024-4b30-865d-17dadaef5406", "tag": "7aadab9f-67a3-4721-a287-269890ea0757", "status": "completed", "code": 200}]} {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:44:19.627296 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7dd1bafa-3d9a-4bc9-97ef-1034f1875cc8 {{(pid=106986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:44:19.627899 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dd1bafa-3d9a-4bc9-97ef-1034f1875cc8'] response: {'name': 'network-changed', 'server_uuid': 'c1b259b6-2024-4b30-865d-17dadaef5406', 'tag': '7aadab9f-67a3-4721-a287-269890ea0757', 'status': 'completed', 'code': 200} Aug 24 13:44:19.632986 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fb6dc2-ddc7-4a0c-9f87-5e4e8e169dac req-344f7a66-5b88-4531-adda-6cba0a4ad5ea tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:19.634733 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b9fb6dc2-ddc7-4a0c-9f87-5e4e8e169dac req-344f7a66-5b88-4531-adda-6cba0a4ad5ea tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c70a39ae-b902-41c8-a735-c48983629b25 HTTP/1.1" status: 200 len: 945 time: 0.0524795 Aug 24 13:44:19.691446 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b9fb6dc2-ddc7-4a0c-9f87-5e4e8e169dac req-eacd3997-5717-4c54-a195-0427507fb0c4 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d50e7938-fd8e-4efc-a458-dd6a4c704eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510359 Aug 24 13:44:19.752663 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce8e37-c7d4-4d04-9918-fea46c11558e req-8beb04ff-d3c4-49fa-b65c-c9907958813e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:19.754202 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-fdce8e37-c7d4-4d04-9918-fea46c11558e req-8beb04ff-d3c4-49fa-b65c-c9907958813e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=127e5da55b164ce68568c153fee58baf&device_id=c1b259b6-2024-4b30-865d-17dadaef5406 HTTP/1.1" status: 200 len: 1130 time: 0.0415668 Aug 24 13:44:19.860435 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf92831-e183-4f8b-ae81-ff4c547ed296 req-dcf7a286-f13e-4fa3-b5bb-ffae46cb9091 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:19.861822 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-acf92831-e183-4f8b-ae81-ff4c547ed296 req-dcf7a286-f13e-4fa3-b5bb-ffae46cb9091 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c70a39ae-b902-41c8-a735-c48983629b25 HTTP/1.1" status: 200 len: 945 time: 0.0947597 Aug 24 13:44:19.871658 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 54716) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:44:19.876576 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-07c00457-f449-4798-b2f9-488d0783728a tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Request body: {'floatingip': {'port_id': 'a4155bd9-091b-424f-94b6-1d07874966f0'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:44:19.886636 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce8e37-c7d4-4d04-9918-fea46c11558e req-6560d0a0-3c55-48a0-9a08-2bba74d67385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:19.888125 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-fdce8e37-c7d4-4d04-9918-fea46c11558e req-6560d0a0-3c55-48a0-9a08-2bba74d67385 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=1fcb22e0-a643-462e-8b2f-3661641fd3fe HTTP/1.1" status: 200 len: 920 time: 0.1285203 Aug 24 13:44:19.890552 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:44:19.919744 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-07c00457-f449-4798-b2f9-488d0783728a tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for floatingip (981cb89e-1a8f-4449-afe5-4051a00151c5), before_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:19.927763 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-fb583be9-3815-4a85-a19f-695ac650cb4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:19.940871 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:44:19.959731 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-fdce8e37-c7d4-4d04-9918-fea46c11558e req-daeb3177-1598-45d3-bb27-5e5ca1b8e67e service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7aadab9f-67a3-4721-a287-269890ea0757 HTTP/1.1" status: 200 len: 1001 time: 0.0627124 Aug 24 13:44:20.010546 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce8e37-c7d4-4d04-9918-fea46c11558e req-e0ca18ff-5eb3-4408-920b-c0adf41b5951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:20.012022 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-fdce8e37-c7d4-4d04-9918-fea46c11558e req-e0ca18ff-5eb3-4408-920b-c0adf41b5951 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=b7ad1c15-3875-4de4-b3a4-2c63d79b04bd HTTP/1.1" status: 200 len: 858 time: 0.0460622 Aug 24 13:44:20.019143 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:44:20.033707 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:44:20.063198 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdce8e37-c7d4-4d04-9918-fea46c11558e req-b4bbf264-7815-4fff-9c21-9eb015a1d7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:20.064786 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-fdce8e37-c7d4-4d04-9918-fea46c11558e req-b4bbf264-7815-4fff-9c21-9eb015a1d7ee service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=1fcb22e0-a643-462e-8b2f-3661641fd3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473220 Aug 24 13:44:20.081193 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:44:20.190083 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-fdce8e37-c7d4-4d04-9918-fea46c11558e req-2fe66045-7abf-428b-87d5-1c085675dc8c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1fcb22e0-a643-462e-8b2f-3661641fd3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179996 Aug 24 13:44:20.313059 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-fdce8e37-c7d4-4d04-9918-fea46c11558e req-7a44e723-49a3-4082-9e40-7c4a5441e50a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1fcb22e0-a643-462e-8b2f-3661641fd3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955491 Aug 24 13:44:20.382020 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-07c00457-f449-4798-b2f9-488d0783728a tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:20.434634 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ae3c84-02e6-421b-bb27-8568cb148401 req-274238cc-1e60-4209-81e8-643aab5d63f6 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:20.436760 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-45ae3c84-02e6-421b-bb27-8568cb148401 req-274238cc-1e60-4209-81e8-643aab5d63f6 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 946 time: 0.0496931 Aug 24 13:44:20.485982 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-07c00457-f449-4798-b2f9-488d0783728a tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961197'] for floatingip (981cb89e-1a8f-4449-afe5-4051a00151c5), after_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:20.494074 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-45ae3c84-02e6-421b-bb27-8568cb148401 req-aee24567-06fc-40b5-827a-060569efaa53 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510774 Aug 24 13:44:20.594642 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.db.l3_db [None req-07c00457-f449-4798-b2f9-488d0783728a tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Floating IP 981cb89e-1a8f-4449-afe5-4051a00151c5 associated. External IP: 172.27.1.188, port: a4155bd9-091b-424f-94b6-1d07874966f0. Aug 24 13:44:21.040736 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c00457-f449-4798-b2f9-488d0783728a tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Router 76db8bb3-0b68-4e6c-befe-f4726b0c7412 has already been hosted by L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 {{(pid=106986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 13:44:21.156557 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c00457-f449-4798-b2f9-488d0783728a tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:44:21.165242 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-07c00457-f449-4798-b2f9-488d0783728a tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for floatingip (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:21.169517 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9a8800-d28e-47b8-8707-75144cf6304d None None] Sync routers for ids ['76db8bb3-0b68-4e6c-befe-f4726b0c7412'] in dv-cinder-779578-4-iscsi {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:44:21.185228 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9a8800-d28e-47b8-8707-75144cf6304d None None] Routers {'76db8bb3-0b68-4e6c-befe-f4726b0c7412'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:44:21.186240 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-7a9a8800-d28e-47b8-8707-75144cf6304d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:43:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['76db8bb3-0b68-4e6c-befe-f4726b0c7412'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:44:21.205699 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-07c00457-f449-4798-b2f9-488d0783728a tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "PUT /networking/v2.0/floatingips/981cb89e-1a8f-4449-afe5-4051a00151c5 HTTP/1.1" status: 200 len: 991 time: 1.3328087 Aug 24 13:44:21.297787 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-7a9a8800-d28e-47b8-8707-75144cf6304d None None] Set router 76db8bb3-0b68-4e6c-befe-f4726b0c7412 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:44:21.517382 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-7a9a8800-d28e-47b8-8707-75144cf6304d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'name': 'tempest-AttachVolumeNegativeTest-1546593255-router', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:16Z', 'updated_at': '2022-08-24T13:38:26Z', 'revision_number': 4, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'gw_port': {'id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:18Z', 'updated_at': '2022-08-24T13:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_floatingips': [{'id': '981cb89e-1a8f-4449-afe5-4051a00151c5', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'floating_ip_address': '172.27.1.188', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'port_id': 'a4155bd9-091b-424f-94b6-1d07874966f0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'mac_address': 'fa:16:3e:71:ae:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70a39ae-b902-41c8-a735-c48983629b25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:44:01Z', 'updated_at': '2022-08-24T13:44:20Z', 'revision_number': 1, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75065905-7b34-4ad9-aad8-ab7ee3ca3bd8', 'name': '', 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'mac_address': 'fa:16:3e:60:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd07781da-28f3-4c07-b598-0d710e632916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:24Z', 'updated_at': '2022-08-24T13:38:38Z', 'revision_number': 5, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'subnets': [{'id': 'd07781da-28f3-4c07-b598-0d710e632916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:44:21.546621 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9a8800-d28e-47b8-8707-75144cf6304d None None] Checking router: 76db8bb3-0b68-4e6c-befe-f4726b0c7412 for host: dv-cinder-779578-4-iscsi {{(pid=106988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:44:21.556346 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9a8800-d28e-47b8-8707-75144cf6304d None None] Routers {'76db8bb3-0b68-4e6c-befe-f4726b0c7412'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:44:21.556967 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-7a9a8800-d28e-47b8-8707-75144cf6304d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:43:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['76db8bb3-0b68-4e6c-befe-f4726b0c7412'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:44:21.629696 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c70a39ae-b902-41c8-a735-c48983629b25', 'tag': 'a4155bd9-091b-424f-94b6-1d07874966f0'}] {{(pid=106986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:44:21.632466 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d01dbab33e71115aad2ee8471a00c8ecaf37bbc8c5e47995de0ab84d59865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b9e927-e351-4903-b10d-d2d51c5a2109" -d '{"events": [{"name": "network-changed", "server_uuid": "c70a39ae-b902-41c8-a735-c48983629b25", "tag": "a4155bd9-091b-424f-94b6-1d07874966f0"}]}' {{(pid=106986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:44:21.637327 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361b3f0-43b9-4b66-826c-345380839ffc req-8541496d-36fe-47f4-9656-c1d2203180b5 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:21.639007 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f361b3f0-43b9-4b66-826c-345380839ffc req-8541496d-36fe-47f4-9656-c1d2203180b5 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 946 time: 0.0537448 Aug 24 13:44:21.677341 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 13:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae20beec-505e-4f6a-bf73-de3ec9926431 x-openstack-request-id: req-ae20beec-505e-4f6a-bf73-de3ec9926431 {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:44:21.677631 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c70a39ae-b902-41c8-a735-c48983629b25", "tag": "a4155bd9-091b-424f-94b6-1d07874966f0", "status": "completed", "code": 200}]} {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:44:21.677886 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ae20beec-505e-4f6a-bf73-de3ec9926431 {{(pid=106986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:44:21.678292 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae20beec-505e-4f6a-bf73-de3ec9926431'] response: {'name': 'network-changed', 'server_uuid': 'c70a39ae-b902-41c8-a735-c48983629b25', 'tag': 'a4155bd9-091b-424f-94b6-1d07874966f0', 'status': 'completed', 'code': 200} Aug 24 13:44:21.678861 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-7a9a8800-d28e-47b8-8707-75144cf6304d None None] Set router 76db8bb3-0b68-4e6c-befe-f4726b0c7412 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:44:21.700019 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f361b3f0-43b9-4b66-826c-345380839ffc req-83cd60cb-317f-40b4-9eca-92c20370421c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524151 Aug 24 13:44:21.857248 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b9e927-e351-4903-b10d-d2d51c5a2109 req-f08cceee-42b7-427f-a3f0-f4fabb211735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:21.858719 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e5b9e927-e351-4903-b10d-d2d51c5a2109 req-f08cceee-42b7-427f-a3f0-f4fabb211735 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=019b2e8bdb934d94a25fe4b355e73c68&device_id=c70a39ae-b902-41c8-a735-c48983629b25 HTTP/1.1" status: 200 len: 1129 time: 0.0436461 Aug 24 13:44:21.909076 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-7a9a8800-d28e-47b8-8707-75144cf6304d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'name': 'tempest-AttachVolumeNegativeTest-1546593255-router', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:16Z', 'updated_at': '2022-08-24T13:38:26Z', 'revision_number': 4, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'gw_port': {'id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:18Z', 'updated_at': '2022-08-24T13:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_floatingips': [{'id': '981cb89e-1a8f-4449-afe5-4051a00151c5', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'floating_ip_address': '172.27.1.188', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'port_id': 'a4155bd9-091b-424f-94b6-1d07874966f0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'mac_address': 'fa:16:3e:71:ae:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70a39ae-b902-41c8-a735-c48983629b25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:44:01Z', 'updated_at': '2022-08-24T13:44:20Z', 'revision_number': 1, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75065905-7b34-4ad9-aad8-ab7ee3ca3bd8', 'name': '', 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'mac_address': 'fa:16:3e:60:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd07781da-28f3-4c07-b598-0d710e632916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:24Z', 'updated_at': '2022-08-24T13:38:38Z', 'revision_number': 5, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'subnets': [{'id': 'd07781da-28f3-4c07-b598-0d710e632916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:44:21.933969 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9a8800-d28e-47b8-8707-75144cf6304d None None] The sync data for ids ['76db8bb3-0b68-4e6c-befe-f4726b0c7412'] in dv-cinder-779578-4-iscsi is: [{'id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'name': 'tempest-AttachVolumeNegativeTest-1546593255-router', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:16Z', 'updated_at': '2022-08-24T13:38:26Z', 'revision_number': 4, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'gw_port': {'id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:18Z', 'updated_at': '2022-08-24T13:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_floatingips': [{'id': '981cb89e-1a8f-4449-afe5-4051a00151c5', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'floating_ip_address': '172.27.1.188', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'port_id': 'a4155bd9-091b-424f-94b6-1d07874966f0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'mac_address': 'fa:16:3e:71:ae:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c70a39ae-b902-41c8-a735-c48983629b25', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:44:01Z', 'updated_at': '2022-08-24T13:44:20Z', 'revision_number': 1, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '75065905-7b34-4ad9-aad8-ab7ee3ca3bd8', 'name': '', 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'mac_address': 'fa:16:3e:60:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd07781da-28f3-4c07-b598-0d710e632916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:24Z', 'updated_at': '2022-08-24T13:38:38Z', 'revision_number': 5, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'subnets': [{'id': 'd07781da-28f3-4c07-b598-0d710e632916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:44:21.957051 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b9e927-e351-4903-b10d-d2d51c5a2109 req-668ba66a-63cf-4b9e-8b42-89397e178ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:21.958594 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e5b9e927-e351-4903-b10d-d2d51c5a2109 req-668ba66a-63cf-4b9e-8b42-89397e178ff7 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=789a27f6-7f62-4022-86ef-1042c82fc322 HTTP/1.1" status: 200 len: 916 time: 0.0940566 Aug 24 13:44:22.028009 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e5b9e927-e351-4903-b10d-d2d51c5a2109 req-2b1a3d69-ab94-42c7-81e1-5fd6c4be88bb service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a4155bd9-091b-424f-94b6-1d07874966f0 HTTP/1.1" status: 200 len: 999 time: 0.0623116 Aug 24 13:44:22.081140 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b9e927-e351-4903-b10d-d2d51c5a2109 req-be22f615-dfab-4be0-baf1-daa36f9e6ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:22.082596 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e5b9e927-e351-4903-b10d-d2d51c5a2109 req-be22f615-dfab-4be0-baf1-daa36f9e6ec3 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=d07781da-28f3-4c07-b598-0d710e632916 HTTP/1.1" status: 200 len: 854 time: 0.0492806 Aug 24 13:44:22.130523 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b9e927-e351-4903-b10d-d2d51c5a2109 req-ec37ac2a-f7ee-4cb8-9342-133815a64fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:22.132028 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e5b9e927-e351-4903-b10d-d2d51c5a2109 req-ec37ac2a-f7ee-4cb8-9342-133815a64fd8 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=789a27f6-7f62-4022-86ef-1042c82fc322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431340 Aug 24 13:44:22.177381 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0ca4c5-9d3d-44b4-80e5-8ba547eb1ac8 None None] New status for floating IP 981cb89e-1a8f-4449-afe5-4051a00151c5: ACTIVE {{(pid=106987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 13:44:22.288117 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-07b53463-2e69-4e7a-9b23-14ebc18bd071 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:22.300427 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:44:22.508064 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e5b9e927-e351-4903-b10d-d2d51c5a2109 req-136b446d-722d-4346-a63b-d1f5920d9a2e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/789a27f6-7f62-4022-86ef-1042c82fc322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685048 Aug 24 13:44:22.609453 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e5b9e927-e351-4903-b10d-d2d51c5a2109 req-5aa25f8b-0291-4fac-964d-33d032215f3a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/789a27f6-7f62-4022-86ef-1042c82fc322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935180 Aug 24 13:44:22.837008 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2b8d8e-0015-491e-a8fd-c6a960acc3a7 req-f7abacd7-847e-4b44-a6ba-e61d4cfafed3 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:22.838558 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4e2b8d8e-0015-491e-a8fd-c6a960acc3a7 req-f7abacd7-847e-4b44-a6ba-e61d4cfafed3 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 946 time: 0.0518687 Aug 24 13:44:22.864863 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:44:22.894521 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4e2b8d8e-0015-491e-a8fd-c6a960acc3a7 req-a7dc538d-6e76-4746-8279-174e733d86f7 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499306 Aug 24 13:44:23.720776 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:24.027646 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cd08a4-424c-4866-8202-051cba6a2081 req-f4d46acd-14e9-4d23-9596-1004912c0ca3 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:24.029196 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-06cd08a4-424c-4866-8202-051cba6a2081 req-f4d46acd-14e9-4d23-9596-1004912c0ca3 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 946 time: 0.0512016 Aug 24 13:44:24.079220 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:44:24.084312 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-06cd08a4-424c-4866-8202-051cba6a2081 req-03b05328-93fb-4197-af7b-13cf81d42413 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487056 Aug 24 13:44:25.141398 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:25.229370 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:25.231566 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8a9e85-f866-41f2-bdef-fea1d6c63f23 req-bb1a3b8d-4968-490a-8a8d-b9f833a3afa1 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:25.234017 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1f8a9e85-f866-41f2-bdef-fea1d6c63f23 req-bb1a3b8d-4968-490a-8a8d-b9f833a3afa1 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 946 time: 0.0615051 Aug 24 13:44:25.291936 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1f8a9e85-f866-41f2-bdef-fea1d6c63f23 req-4c2213de-ad3e-4793-b9e3-5309f254f010 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515020 Aug 24 13:44:26.423121 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9967b433-7907-48d1-8ad9-98e730f265a5 req-e343ec6b-70f6-4299-978d-e5b4cda5d111 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:26.429016 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9967b433-7907-48d1-8ad9-98e730f265a5 req-e343ec6b-70f6-4299-978d-e5b4cda5d111 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 946 time: 0.0490096 Aug 24 13:44:26.481209 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9967b433-7907-48d1-8ad9-98e730f265a5 req-a81a39a8-ac85-4f06-8c15-841bc1b89464 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507827 Aug 24 13:44:27.625558 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a402b6-448b-4216-a515-0bcd4bd33d9c req-6f1a9a50-7af0-4981-9264-ebbea376d52f tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:27.627109 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f2a402b6-448b-4216-a515-0bcd4bd33d9c req-6f1a9a50-7af0-4981-9264-ebbea376d52f tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 946 time: 0.0541582 Aug 24 13:44:27.685022 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f2a402b6-448b-4216-a515-0bcd4bd33d9c req-6aae9a1d-64b4-4104-b30a-b9f6dc7562ef tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521379 Aug 24 13:44:28.818686 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184f8ad-20f5-4f80-8073-2e0bfca07cff req-eaeb45e8-ce3b-4875-9024-127faa2798aa tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:28.820582 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-6184f8ad-20f5-4f80-8073-2e0bfca07cff req-eaeb45e8-ce3b-4875-9024-127faa2798aa tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 946 time: 0.0509684 Aug 24 13:44:28.869909 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-6184f8ad-20f5-4f80-8073-2e0bfca07cff req-76425602-c8bb-4854-b486-e2018faa734c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439560 Aug 24 13:44:30.001767 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2049a5f0-3be9-4bfc-b844-436d1d10223e req-4d3c2ad4-9346-41de-bf84-11b6d72fdc47 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:30.003299 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-2049a5f0-3be9-4bfc-b844-436d1d10223e req-4d3c2ad4-9346-41de-bf84-11b6d72fdc47 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 946 time: 0.0523887 Aug 24 13:44:30.061447 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-2049a5f0-3be9-4bfc-b844-436d1d10223e req-8fe8351a-1470-48ef-953a-8ca4bdc6eaff tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523067 Aug 24 13:44:31.200081 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:44:31.202645 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=62,neutron:UPDATE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:44:31.203444 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd544f4-3ad0-4a05-ac07-e0e765f7f2c8 req-07fbe312-bcae-46dc-b96a-dca9eb4ab297 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:31.205044 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-fdd544f4-3ad0-4a05-ac07-e0e765f7f2c8 req-07fbe312-bcae-46dc-b96a-dca9eb4ab297 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 946 time: 0.0507200 Aug 24 13:44:31.264875 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-fdd544f4-3ad0-4a05-ac07-e0e765f7f2c8 req-250a069e-3da1-41b7-8b9f-346dd825ccac tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529351 Aug 24 13:44:31.906539 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=75 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:44:31.912066 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=73 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:44:32.043236 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497 details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=106987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 13:44:32.157466 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497,segment=NetworkSegment(d3c5e9c4-fd20-406c-b672-893adab194ab),segment_id=d3c5e9c4-fd20-406c-b672-893adab194ab)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:44:32.170372 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Returning: {'device': 'a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497', 'network_id': '385fd5c5-6c70-4a95-9981-8683550b730c', 'port_id': 'a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497', 'mac_address': 'fa:16:3e:02:48:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc0c212-b568-43f4-b5cf-0229c3337a97', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 13:44:32.212375 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497 is: ACTIVE; New status is: BUILD {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:44:32.212755 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:32.227957 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497 {{(pid=106987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 13:44:32.251246 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497,segment=NetworkSegment(d3c5e9c4-fd20-406c-b672-893adab194ab),segment_id=d3c5e9c4-fd20-406c-b672-893adab194ab)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:44:32.340732 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:32.397140 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497,revision_number=6']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:44:32.405395 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:44:32.405708 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:44:32.405965 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:44:32.406472 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:44:32.407039 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:44:32.407588 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:44:32.407974 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:44:32.408385 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:44:32.408796 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:44:32.409183 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:44:32.409573 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:44:32.409973 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:44:32.410358 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:44:32.410739 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:44:32.411113 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:44:32.434639 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc4d9cb-543a-41a6-94be-d93fd34554ed req-e0988b1d-700a-4301-b6c6-5169b1a0d310 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:32.436621 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-bbc4d9cb-543a-41a6-94be-d93fd34554ed req-e0988b1d-700a-4301-b6c6-5169b1a0d310 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 945 time: 0.0734105 Aug 24 13:44:32.491812 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-bbc4d9cb-543a-41a6-94be-d93fd34554ed req-8c6ee85f-e148-4692-b676-3227f2d72099 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476589 Aug 24 13:44:32.551918 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] get_ports_and_sgs() called for port_ids ['a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497'] {{(pid=106987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 13:44:32.653156 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:44:33.659571 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06913d5-6622-44fa-bb43-6787dda96c3a req-dc2bf6d0-d9d1-422f-bc3e-1d54e1326e33 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:33.661850 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b06913d5-6622-44fa-bb43-6787dda96c3a req-dc2bf6d0-d9d1-422f-bc3e-1d54e1326e33 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 945 time: 0.0718484 Aug 24 13:44:33.723612 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b06913d5-6622-44fa-bb43-6787dda96c3a req-6e31d12d-9178-4ac6-982c-f59275fd70ed tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555091 Aug 24 13:44:34.055721 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497 up at agent hyperv_hv-cinder-77957 {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:44:34.110938 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Provisioning complete for port a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:44:34.111307 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:34.207699 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497 is: BUILD; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:44:34.208083 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:34.245284 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac19de18-372a-4cb9-bb59-0cb4b15e80b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497'}] {{(pid=106987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:44:34.248050 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee01592ba90e2cb9dcb0c84681ff9a6759d336f5db8af78df2209fafc25a55a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a723882-411f-478e-83e4-3bb3397cb06e" -d '{"events": [{"server_uuid": "ac19de18-372a-4cb9-bb59-0cb4b15e80b4", "name": "network-vif-plugged", "status": "completed", "tag": "a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497"}]}' {{(pid=106987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:44:34.267262 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497,segment=NetworkSegment(d3c5e9c4-fd20-406c-b672-893adab194ab),segment_id=d3c5e9c4-fd20-406c-b672-893adab194ab)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:44:34.317941 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 13:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b51b6ee5-295f-423e-9060-9e3d5fc646be x-openstack-request-id: req-b51b6ee5-295f-423e-9060-9e3d5fc646be {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:44:34.318510 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac19de18-372a-4cb9-bb59-0cb4b15e80b4", "name": "network-vif-plugged", "status": "completed", "tag": "a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497", "code": 200}]} {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:44:34.319435 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b51b6ee5-295f-423e-9060-9e3d5fc646be {{(pid=106987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:44:34.320385 dv-cinder-779578-4-iscsi neutron-server[106987]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b51b6ee5-295f-423e-9060-9e3d5fc646be'] response: {'server_uuid': 'ac19de18-372a-4cb9-bb59-0cb4b15e80b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497', 'code': 200} Aug 24 13:44:34.358160 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:34.429247 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497,revision_number=7']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:44:34.918961 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f49f3-885c-46cf-8e0c-7b042f33091a req-b54f4ad4-46e6-43bc-8430-0a11835a9f52 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:34.921807 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-238f49f3-885c-46cf-8e0c-7b042f33091a req-b54f4ad4-46e6-43bc-8430-0a11835a9f52 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 946 time: 0.0610371 Aug 24 13:44:34.989254 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-238f49f3-885c-46cf-8e0c-7b042f33091a req-227e17e8-fd28-45c2-aa8f-c6e9b6bcae53 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536404 Aug 24 13:44:36.162436 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c26f2bc-61b5-44c3-aa08-9f34f4e015e4 req-d81b5881-8a44-4ffa-b615-05da9704d54f tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:36.164008 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7c26f2bc-61b5-44c3-aa08-9f34f4e015e4 req-d81b5881-8a44-4ffa-b615-05da9704d54f tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 946 time: 0.0544331 Aug 24 13:44:36.218503 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7c26f2bc-61b5-44c3-aa08-9f34f4e015e4 req-9598d072-7c16-4d7f-b79f-b209499d7b0a tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489039 Aug 24 13:44:37.383232 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a46c5-1c58-4a55-9df8-87e8a0f62a8f req-1f5a3378-d694-479e-8111-6a7196640740 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:37.385002 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-092a46c5-1c58-4a55-9df8-87e8a0f62a8f req-1f5a3378-d694-479e-8111-6a7196640740 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 946 time: 0.0610664 Aug 24 13:44:37.403800 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:44:37.428108 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:44:37.461134 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-092a46c5-1c58-4a55-9df8-87e8a0f62a8f req-91e17611-7313-400f-94e6-6cb1872984ea tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671139 Aug 24 13:44:38.617505 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b59e55-acfd-4418-a837-207e8cef5ab4 req-15b83ad1-ce96-41f9-bceb-4dc27b8aba06 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:38.619984 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f0b59e55-acfd-4418-a837-207e8cef5ab4 req-15b83ad1-ce96-41f9-bceb-4dc27b8aba06 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 946 time: 0.0603948 Aug 24 13:44:38.688807 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f0b59e55-acfd-4418-a837-207e8cef5ab4 req-1d8e5c87-7723-4533-9c8b-19cbae7ca32d tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607719 Aug 24 13:44:39.862146 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb252f4-5dea-4e1f-b153-267e5cc5b2f3 req-95d5b7c5-978e-40c4-83d5-0a5f7761d327 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:39.866148 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-dcb252f4-5dea-4e1f-b153-267e5cc5b2f3 req-95d5b7c5-978e-40c4-83d5-0a5f7761d327 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 946 time: 0.0745194 Aug 24 13:44:39.934958 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-dcb252f4-5dea-4e1f-b153-267e5cc5b2f3 req-9de0c045-df2b-41aa-acd4-a196a35bb742 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599258 Aug 24 13:44:41.109458 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3132e57-baf1-4bb7-80aa-3c851de0d090 req-422418f0-0535-4fa5-90cf-317e8171c7c2 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:41.112108 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d3132e57-baf1-4bb7-80aa-3c851de0d090 req-422418f0-0535-4fa5-90cf-317e8171c7c2 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 946 time: 0.0761821 Aug 24 13:44:41.193088 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d3132e57-baf1-4bb7-80aa-3c851de0d090 req-2c17f03d-a32c-422e-94c9-2e17b0332141 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729015 Aug 24 13:44:42.337662 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ca05ae-9f25-4e0f-b36f-86e8e5a7363a req-8397ad15-2a7d-41ad-a9b7-c9f3b44c6706 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:42.339243 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-97ca05ae-9f25-4e0f-b36f-86e8e5a7363a req-8397ad15-2a7d-41ad-a9b7-c9f3b44c6706 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 946 time: 0.0573723 Aug 24 13:44:42.392165 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-97ca05ae-9f25-4e0f-b36f-86e8e5a7363a req-3ad24189-1a01-41da-8ef2-23d78b5869b0 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467558 Aug 24 13:44:43.533766 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b797df23-9a72-44db-8230-a54f778219d7 req-85e29ad9-6fda-44af-bd26-2d2bf9ca379c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:43.535541 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b797df23-9a72-44db-8230-a54f778219d7 req-85e29ad9-6fda-44af-bd26-2d2bf9ca379c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 946 time: 0.0519907 Aug 24 13:44:43.600143 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b797df23-9a72-44db-8230-a54f778219d7 req-7784fb41-f66e-49dd-8375-8ee5805e7f1b tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588803 Aug 24 13:44:44.421013 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:44:44.424941 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=29 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:44:44.732117 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee85aa1-8e26-40a2-9c8e-506d27536fa5 req-93135bc9-c534-4f67-b113-dd36bfa899ec tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:44.733928 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5ee85aa1-8e26-40a2-9c8e-506d27536fa5 req-93135bc9-c534-4f67-b113-dd36bfa899ec tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 946 time: 0.0492597 Aug 24 13:44:44.787752 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5ee85aa1-8e26-40a2-9c8e-506d27536fa5 req-5124f93d-875f-445e-ac4f-45a0232aa788 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473096 Aug 24 13:44:44.971748 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6163d-5e72-44bc-9d3e-f55367d84c68 req-fe72f45c-a7b3-4930-9e15-83cff291bce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:44.973286 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-15b6163d-5e72-44bc-9d3e-f55367d84c68 req-fe72f45c-a7b3-4930-9e15-83cff291bce6 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=4a3794670e8d4c9985547d557d6969e0&device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 1130 time: 0.0426068 Aug 24 13:44:45.074176 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6163d-5e72-44bc-9d3e-f55367d84c68 req-ee82aca7-d8f3-4838-84a6-db980132fca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:45.075655 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-15b6163d-5e72-44bc-9d3e-f55367d84c68 req-ee82aca7-d8f3-4838-84a6-db980132fca9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=385fd5c5-6c70-4a95-9981-8683550b730c HTTP/1.1" status: 200 len: 918 time: 0.0949821 Aug 24 13:44:45.145197 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-15b6163d-5e72-44bc-9d3e-f55367d84c68 req-f6e7d239-f172-4acb-af1d-8abfa0053a31 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497 HTTP/1.1" status: 200 len: 1001 time: 0.0630462 Aug 24 13:44:45.195966 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6163d-5e72-44bc-9d3e-f55367d84c68 req-2f5a472b-6d84-4560-888b-2353585508c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:45.197556 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-15b6163d-5e72-44bc-9d3e-f55367d84c68 req-2f5a472b-6d84-4560-888b-2353585508c3 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=5dc0c212-b568-43f4-b5cf-0229c3337a97 HTTP/1.1" status: 200 len: 856 time: 0.0452504 Aug 24 13:44:45.240887 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b6163d-5e72-44bc-9d3e-f55367d84c68 req-bac304a0-b0a9-4e6b-985f-5a86d1998b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:45.242392 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-15b6163d-5e72-44bc-9d3e-f55367d84c68 req-bac304a0-b0a9-4e6b-985f-5a86d1998b2a service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=385fd5c5-6c70-4a95-9981-8683550b730c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388720 Aug 24 13:44:45.338945 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-15b6163d-5e72-44bc-9d3e-f55367d84c68 req-c300d67b-8600-4a73-901a-7ec177e2b03a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/385fd5c5-6c70-4a95-9981-8683550b730c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889285 Aug 24 13:44:45.352309 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:44:45.419174 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:44:45.439197 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-15b6163d-5e72-44bc-9d3e-f55367d84c68 req-3eefba25-8ffd-4325-93ca-e0af35ddff62 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/385fd5c5-6c70-4a95-9981-8683550b730c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933533 Aug 24 13:44:45.916017 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be1730-8df0-438c-a2d3-178a1a2e66f0 req-f4e3fb0f-bd12-4ce8-82bc-d429103e38c4 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:45.917563 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-22be1730-8df0-438c-a2d3-178a1a2e66f0 req-f4e3fb0f-bd12-4ce8-82bc-d429103e38c4 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 946 time: 0.0492435 Aug 24 13:44:45.967620 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-22be1730-8df0-438c-a2d3-178a1a2e66f0 req-a9e6ec64-d061-4510-bc14-66fe3eef3f3a tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432668 Aug 24 13:44:46.408483 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1236f-c8a9-49b8-9d33-f6488a440063 req-b184330a-ee85-4d69-8fa1-602a4b4132f3 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:46.409986 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b9c1236f-c8a9-49b8-9d33-f6488a440063 req-b184330a-ee85-4d69-8fa1-602a4b4132f3 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 946 time: 0.0486829 Aug 24 13:44:46.467526 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b9c1236f-c8a9-49b8-9d33-f6488a440063 req-ee56d6d9-a16a-46bd-bff7-cc828aacd6db tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515807 Aug 24 13:44:46.895220 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.agents_db [None req-66b1cbc3-9e75-488f-ab76-e3b1c287483f None None] Agent healthcheck: found 6 active agents {{(pid=106988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 13:44:47.103244 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e66961-55c7-489a-bfc1-914025112d17 req-1ea02b20-3354-4502-9856-68bd75ab39a7 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:47.104706 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-32e66961-55c7-489a-bfc1-914025112d17 req-1ea02b20-3354-4502-9856-68bd75ab39a7 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 946 time: 0.0538907 Aug 24 13:44:47.156373 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-32e66961-55c7-489a-bfc1-914025112d17 req-4967eae2-a4b3-4d1e-82a5-00ab4dbc0438 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454695 Aug 24 13:44:47.457579 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a93d403b-29c5-41ac-a53c-7c0bf3f47879), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:47.597032 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6c829-8161-40fa-90ee-18123bdf8202 req-a9b6cdda-0b22-4fa8-8fc0-cbea30571036 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:47.598530 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9ee6c829-8161-40fa-90ee-18123bdf8202 req-a9b6cdda-0b22-4fa8-8fc0-cbea30571036 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 946 time: 0.0516505 Aug 24 13:44:47.650237 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9ee6c829-8161-40fa-90ee-18123bdf8202 req-7f90c990-c094-4542-8a19-ca9fd58ba43e tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461111 Aug 24 13:44:48.250844 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497 no longer exists at agent hyperv_hv-cinder-77957 {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:44:48.293114 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b51cce0-58aa-4c94-84fa-4a639126ec0d req-e658381a-9cef-4a69-b320-dfd593ad43f0 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:48.300294 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0b51cce0-58aa-4c94-84fa-4a639126ec0d req-e658381a-9cef-4a69-b320-dfd593ad43f0 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 946 time: 0.0564437 Aug 24 13:44:48.326885 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497 is: ACTIVE; New status is: DOWN {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:44:48.327264 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:48.351735 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0b51cce0-58aa-4c94-84fa-4a639126ec0d req-8a5683d3-7ee1-45e6-a6b2-53a5b791702c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504971 Aug 24 13:44:48.351990 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac19de18-372a-4cb9-bb59-0cb4b15e80b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497'}] {{(pid=106987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:44:48.354272 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee01592ba90e2cb9dcb0c84681ff9a6759d336f5db8af78df2209fafc25a55a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbac964d-f2b1-4853-8f5b-e51af794230c" -d '{"events": [{"server_uuid": "ac19de18-372a-4cb9-bb59-0cb4b15e80b4", "name": "network-vif-unplugged", "status": "completed", "tag": "a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497"}]}' {{(pid=106987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:44:48.378446 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497,segment=NetworkSegment(d3c5e9c4-fd20-406c-b672-893adab194ab),segment_id=d3c5e9c4-fd20-406c-b672-893adab194ab)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:44:48.403251 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Aug 2022 13:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabe5152-0ed0-482d-93a1-5860a52105a9 x-openstack-request-id: req-fabe5152-0ed0-482d-93a1-5860a52105a9 {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:44:48.403449 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac19de18-372a-4cb9-bb59-0cb4b15e80b4", "name": "network-vif-unplugged", "status": "completed", "tag": "a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497", "code": 200}]} {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:44:48.403698 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fabe5152-0ed0-482d-93a1-5860a52105a9 {{(pid=106987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:44:48.404125 dv-cinder-779578-4-iscsi neutron-server[106987]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fabe5152-0ed0-482d-93a1-5860a52105a9'] response: {'server_uuid': 'ac19de18-372a-4cb9-bb59-0cb4b15e80b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497', 'code': 200} Aug 24 13:44:48.503233 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:48.557258 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497,revision_number=8']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:44:48.782626 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e96f80-3843-40ac-a38c-f77d66a8cd58 req-dedd2b08-c8bf-4493-bd87-0574d33e01ae tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:48.784195 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-50e96f80-3843-40ac-a38c-f77d66a8cd58 req-dedd2b08-c8bf-4493-bd87-0574d33e01ae tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 946 time: 0.0528641 Aug 24 13:44:48.862922 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-50e96f80-3843-40ac-a38c-f77d66a8cd58 req-6ed7172a-b002-4dcf-8b27-64f1b636c908 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476296 Aug 24 13:44:49.959827 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-8ef61595-631c-42aa-a066-f7c0e30f5ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:49.970927 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4217be5c-9aa7-4d44-abec-95bd158ed0e6 req-e83d6cf4-7783-42d6-8461-2059d4584d13 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:49.972445 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4217be5c-9aa7-4d44-abec-95bd158ed0e6 req-e83d6cf4-7783-42d6-8461-2059d4584d13 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 946 time: 0.0505216 Aug 24 13:44:50.028817 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4217be5c-9aa7-4d44-abec-95bd158ed0e6 req-8c17c886-4301-467b-a372-58136df10c3e tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505161 Aug 24 13:44:50.559314 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [req-1dfebc41-523b-46da-85d4-6dd86966fb46 req-847e6fe6-5a77-4e56-8d82-53f4d0e84e46 service neutron] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 13:44:50.560820 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1dfebc41-523b-46da-85d4-6dd86966fb46 req-847e6fe6-5a77-4e56-8d82-53f4d0e84e46 service neutron] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0502279 Aug 24 13:44:51.003570 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949fe49f-3891-433e-a54f-35ba4d920e97 req-878108e0-bc89-484a-acc2-a26f3389246c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:51.005134 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-949fe49f-3891-433e-a54f-35ba4d920e97 req-878108e0-bc89-484a-acc2-a26f3389246c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 944 time: 0.0509427 Aug 24 13:44:51.057791 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-949fe49f-3891-433e-a54f-35ba4d920e97 req-7cf33c76-9c41-430e-a7b3-7d0f950fa88f tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465972 Aug 24 13:44:51.153395 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d29723-e956-45d2-b57d-670f899ead16 req-6a5d46ba-d8ca-40e5-bd6d-8504ace3abd6 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:51.154940 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b7d29723-e956-45d2-b57d-670f899ead16 req-6a5d46ba-d8ca-40e5-bd6d-8504ace3abd6 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 946 time: 0.0498250 Aug 24 13:44:51.210355 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b7d29723-e956-45d2-b57d-670f899ead16 req-f0a56f30-3b30-4e2c-ade5-67a81aaf0815 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494862 Aug 24 13:44:51.439440 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 54898) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:44:51.532040 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-5157208b-d0b6-4ee5-a808-867027aca136 req-65c4b1db-2dda-4d43-9636-286d426bdef0 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0914443 Aug 24 13:44:51.540628 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [req-5157208b-d0b6-4ee5-a808-867027aca136 req-394e30bd-e32a-4a91-b530-8b097dcaf7cf service neutron] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106986) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 13:44:51.541688 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-5157208b-d0b6-4ee5-a808-867027aca136 req-394e30bd-e32a-4a91-b530-8b097dcaf7cf service neutron] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050142 Aug 24 13:44:51.620128 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 54906) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:44:51.676548 dv-cinder-779578-4-iscsi neutron-server[106986]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 24 13:44:51.722680 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157208b-d0b6-4ee5-a808-867027aca136 req-aa92ed02-ae3b-4db8-9183-9e092fc5302c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:51.724262 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-5157208b-d0b6-4ee5-a808-867027aca136 req-aa92ed02-ae3b-4db8-9183-9e092fc5302c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports/a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497 HTTP/1.1" status: 200 len: 941 time: 0.1030827 Aug 24 13:44:52.198216 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc4f863-3467-421d-bac7-b084d546ed61 req-bd0ba993-1a8d-4849-86fc-5debec6e0142 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:52.199908 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-8fc4f863-3467-421d-bac7-b084d546ed61 req-bd0ba993-1a8d-4849-86fc-5debec6e0142 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 944 time: 0.0577910 Aug 24 13:44:52.247616 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-32febc48-1858-4bd6-908a-292768ebe4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:52.256304 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-8fc4f863-3467-421d-bac7-b084d546ed61 req-df2e34eb-7b02-4b82-a1fb-92f6f6a4bb74 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485845 Aug 24 13:44:52.324820 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:44:52.338552 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2269a7-36e7-44c5-b4ae-3c86a34d3fbe req-df7792c5-1e00-474d-b747-cd585973aa2d tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:52.340088 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4b2269a7-36e7-44c5-b4ae-3c86a34d3fbe req-df7792c5-1e00-474d-b747-cd585973aa2d tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 946 time: 0.0500419 Aug 24 13:44:52.367252 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:44:52.401118 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4b2269a7-36e7-44c5-b4ae-3c86a34d3fbe req-9e97ab04-962c-41d6-aa86-2543a623e0a9 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540569 Aug 24 13:44:53.394625 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5329d22-1e6e-4abd-812c-16e016ab5012 req-6ca3179b-72cc-4708-be94-1a062694c392 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:53.396276 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e5329d22-1e6e-4abd-812c-16e016ab5012 req-6ca3179b-72cc-4708-be94-1a062694c392 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 944 time: 0.0502672 Aug 24 13:44:53.492674 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e5329d22-1e6e-4abd-812c-16e016ab5012 req-ca772b8b-d1da-407e-89a6-0046ae1ee0e7 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905321 Aug 24 13:44:53.509151 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157208b-d0b6-4ee5-a808-867027aca136 req-3107f8b6-33fe-411d-8da6-f64449418bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:53.511379 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5157208b-d0b6-4ee5-a808-867027aca136 req-3107f8b6-33fe-411d-8da6-f64449418bc6 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4&tenant_id=4a3794670e8d4c9985547d557d6969e0 HTTP/1.1" status: 200 len: 1128 time: 0.0743585 Aug 24 13:44:53.549760 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe565ef2-83ca-44b9-acce-95f4d79a2842 req-ea3af49b-6927-479b-a618-0afc4f97e816 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:53.551941 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-fe565ef2-83ca-44b9-acce-95f4d79a2842 req-ea3af49b-6927-479b-a618-0afc4f97e816 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 946 time: 0.0622146 Aug 24 13:44:53.640049 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157208b-d0b6-4ee5-a808-867027aca136 req-a198c28a-1919-4184-b327-bc68baa0a64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:53.641568 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5157208b-d0b6-4ee5-a808-867027aca136 req-a198c28a-1919-4184-b327-bc68baa0a64b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=4a3794670e8d4c9985547d557d6969e0&device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 1128 time: 0.0754247 Aug 24 13:44:53.645281 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-fe565ef2-83ca-44b9-acce-95f4d79a2842 req-d9a10b27-cb26-4ed0-98e3-6de0f856ad66 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869718 Aug 24 13:44:53.679896 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:53.745592 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157208b-d0b6-4ee5-a808-867027aca136 req-74e6e6e7-819d-4261-aa02-56080c53c0df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:53.749511 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5157208b-d0b6-4ee5-a808-867027aca136 req-74e6e6e7-819d-4261-aa02-56080c53c0df service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=385fd5c5-6c70-4a95-9981-8683550b730c HTTP/1.1" status: 200 len: 918 time: 0.0990744 Aug 24 13:44:53.816885 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5157208b-d0b6-4ee5-a808-867027aca136 req-049d9378-9562-4d32-8a70-ae9eb4946145 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497 HTTP/1.1" status: 200 len: 999 time: 0.0633297 Aug 24 13:44:53.869547 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157208b-d0b6-4ee5-a808-867027aca136 req-1f7cea49-a2ff-4c90-bf45-525b2aa5e6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:53.871027 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5157208b-d0b6-4ee5-a808-867027aca136 req-1f7cea49-a2ff-4c90-bf45-525b2aa5e6a6 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=5dc0c212-b568-43f4-b5cf-0229c3337a97 HTTP/1.1" status: 200 len: 856 time: 0.0474792 Aug 24 13:44:53.917099 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157208b-d0b6-4ee5-a808-867027aca136 req-3416097f-50a7-47f8-bd83-d77d073d4d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:53.918636 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5157208b-d0b6-4ee5-a808-867027aca136 req-3416097f-50a7-47f8-bd83-d77d073d4d98 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=385fd5c5-6c70-4a95-9981-8683550b730c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411177 Aug 24 13:44:54.023275 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5157208b-d0b6-4ee5-a808-867027aca136 req-5a112176-2424-490f-9d84-a12e8b9d2786 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/385fd5c5-6c70-4a95-9981-8683550b730c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956964 Aug 24 13:44:54.123940 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5157208b-d0b6-4ee5-a808-867027aca136 req-b73b887d-6af9-4495-9f3c-85ab5db856e1 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/385fd5c5-6c70-4a95-9981-8683550b730c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932622 Aug 24 13:44:54.644896 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c6eef-6130-4c70-8193-ad9ddd60ce4b req-961e7053-1f48-42ec-9a9c-f19d1c1af61c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:54.646383 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-2f9c6eef-6130-4c70-8193-ad9ddd60ce4b req-961e7053-1f48-42ec-9a9c-f19d1c1af61c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 944 time: 0.0559165 Aug 24 13:44:54.698463 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-2f9c6eef-6130-4c70-8193-ad9ddd60ce4b req-0339d82d-32f1-4d9a-96a4-52757a34282f tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463290 Aug 24 13:44:54.780412 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcac4762-823e-4021-be08-ed2d82595bb8 req-8af1d5b1-9051-4e58-ba8e-8ae19fd2b758 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:54.782102 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-fcac4762-823e-4021-be08-ed2d82595bb8 req-8af1d5b1-9051-4e58-ba8e-8ae19fd2b758 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 946 time: 0.0585518 Aug 24 13:44:54.875092 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-fcac4762-823e-4021-be08-ed2d82595bb8 req-8aad23cb-e11c-4715-8a26-d91dbf725d09 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841832 Aug 24 13:44:55.160051 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:55.234234 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:44:55.877726 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00ace1-a618-4743-a704-4cf3a1923ef4 req-fc9fff06-8ce1-4191-8596-d607d68eac79 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:55.881207 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3c00ace1-a618-4743-a704-4cf3a1923ef4 req-fc9fff06-8ce1-4191-8596-d607d68eac79 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 944 time: 0.0522051 Aug 24 13:44:55.953514 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3c00ace1-a618-4743-a704-4cf3a1923ef4 req-1e474377-6a16-47b0-a166-4acd74536f8f tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671859 Aug 24 13:44:56.008707 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:44:56.027898 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:44:56.048126 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe741e8-ec43-47f2-a637-12afb705020f req-46ce9f1d-1713-4ec1-8eff-cec588cdb5fb tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:56.049906 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-afe741e8-ec43-47f2-a637-12afb705020f req-46ce9f1d-1713-4ec1-8eff-cec588cdb5fb tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 946 time: 0.0552642 Aug 24 13:44:56.114185 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-afe741e8-ec43-47f2-a637-12afb705020f req-85e16920-8080-449b-b6ff-428c41a3f2a9 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574815 Aug 24 13:44:56.890314 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=15 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:44:56.891857 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=19 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:44:57.102934 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43216110-44e4-4bb7-b896-cc7e0fe8a240 req-f25be092-9e89-4d9e-96a3-054c86779496 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:57.104978 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-43216110-44e4-4bb7-b896-cc7e0fe8a240 req-f25be092-9e89-4d9e-96a3-054c86779496 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 944 time: 0.0620611 Aug 24 13:44:57.187020 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-43216110-44e4-4bb7-b896-cc7e0fe8a240 req-563f342b-f91b-41c8-95d6-8a3cc2953249 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745575 Aug 24 13:44:57.290910 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701eda1-b7f9-46c0-9141-f1fcebe05f00 req-faab9db4-a1f6-4a05-b42f-a8acb0fd90a4 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:57.292579 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9701eda1-b7f9-46c0-9141-f1fcebe05f00 req-faab9db4-a1f6-4a05-b42f-a8acb0fd90a4 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 946 time: 0.0779700 Aug 24 13:44:57.368156 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9701eda1-b7f9-46c0-9141-f1fcebe05f00 req-072f74a1-2b38-48ec-9d9b-1525edd523c9 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681486 Aug 24 13:44:58.361507 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ed988e-03b5-4a7d-9c86-b950308637fe req-fdaff1be-b594-482e-9290-e6d85cb3eae5 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:58.363183 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-73ed988e-03b5-4a7d-9c86-b950308637fe req-fdaff1be-b594-482e-9290-e6d85cb3eae5 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 944 time: 0.0802567 Aug 24 13:44:58.462375 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-73ed988e-03b5-4a7d-9c86-b950308637fe req-1bb2d756-7310-48f6-88ac-3969f3ea0c56 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885479 Aug 24 13:44:58.762116 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ea8a7a-0b37-4b2f-874d-6f2e1b1676a5 req-8c44120e-e859-473c-9ff6-d37facc4c9ab tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:58.762116 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e5ea8a7a-0b37-4b2f-874d-6f2e1b1676a5 req-8c44120e-e859-473c-9ff6-d37facc4c9ab tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 946 time: 0.1129766 Aug 24 13:44:58.762116 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e5ea8a7a-0b37-4b2f-874d-6f2e1b1676a5 req-79a17503-2899-4474-a850-5f11354c92fe tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776308 Aug 24 13:44:59.717188 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99db76-dfce-435a-8d34-a2f1a4fbebec req-c2673845-fdd3-4b63-9036-8b81327460e7 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:59.720355 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-6b99db76-dfce-435a-8d34-a2f1a4fbebec req-c2673845-fdd3-4b63-9036-8b81327460e7 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 944 time: 0.1231613 Aug 24 13:44:59.822268 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-6b99db76-dfce-435a-8d34-a2f1a4fbebec req-1bb369f7-af1d-46cd-bbf5-3fd1004d62c6 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962305 Aug 24 13:44:59.949220 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeccd3f5-aac0-46ff-858f-e2d74edc5a06 req-ecba2f61-7ee4-4227-8d20-042bf64b3072 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:44:59.951203 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-eeccd3f5-aac0-46ff-858f-e2d74edc5a06 req-ecba2f61-7ee4-4227-8d20-042bf64b3072 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 946 time: 0.0657279 Aug 24 13:45:00.015059 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-eeccd3f5-aac0-46ff-858f-e2d74edc5a06 req-7970f34d-c61f-4a02-836f-b9fa20350cd5 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577862 Aug 24 13:45:01.009594 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06b980-3884-4f32-a8ec-6f1c777fca1a req-bdad9680-2197-4873-88db-fc7e76f1ee26 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:01.010995 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4c06b980-3884-4f32-a8ec-6f1c777fca1a req-bdad9680-2197-4873-88db-fc7e76f1ee26 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 944 time: 0.0580509 Aug 24 13:45:01.076130 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4c06b980-3884-4f32-a8ec-6f1c777fca1a req-66cf75c9-d1d2-4be5-b78b-48cf10614c3e tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571728 Aug 24 13:45:01.188058 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c20cc-21e7-47b4-8048-4f422f45be11 req-98f2d6cd-1351-4cb7-b247-329fbbddc877 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:01.190920 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-665c20cc-21e7-47b4-8048-4f422f45be11 req-98f2d6cd-1351-4cb7-b247-329fbbddc877 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 946 time: 0.0504899 Aug 24 13:45:01.244706 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-665c20cc-21e7-47b4-8048-4f422f45be11 req-1b4cbd59-dd62-47d7-aa17-e6811cc47841 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489180 Aug 24 13:45:01.711010 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=6 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:01.713621 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=8 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:02.234815 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df08744-6e49-4dd4-ad3a-e96ffd9c50f9 req-9ef74d2e-1e80-4180-8d13-5c11e1cfeaf0 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:02.236431 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0df08744-6e49-4dd4-ad3a-e96ffd9c50f9 req-9ef74d2e-1e80-4180-8d13-5c11e1cfeaf0 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 944 time: 0.0620229 Aug 24 13:45:02.305611 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0df08744-6e49-4dd4-ad3a-e96ffd9c50f9 req-e644e82e-b150-4ef7-9485-721da50f8e07 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601068 Aug 24 13:45:02.439888 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57377e97-1b27-4176-a2b2-42098acbf127 req-0398b74e-c202-4a7d-8847-6e3dd042b878 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:02.441459 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-57377e97-1b27-4176-a2b2-42098acbf127 req-0398b74e-c202-4a7d-8847-6e3dd042b878 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 946 time: 0.0625324 Aug 24 13:45:02.471222 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:02.505240 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-57377e97-1b27-4176-a2b2-42098acbf127 req-7bf82f02-be44-4289-9779-ab5ec50eb494 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578225 Aug 24 13:45:03.458968 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:03.475174 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae7ab61-3afc-4a5f-8877-a38a6c1577cf req-fdcd3eb4-28cf-4f67-9748-dc139aa76c32 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:03.476740 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1ae7ab61-3afc-4a5f-8877-a38a6c1577cf req-fdcd3eb4-28cf-4f67-9748-dc139aa76c32 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 944 time: 0.0844762 Aug 24 13:45:03.480075 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f8565-1a4e-457d-b64c-a6ac51e82d21 req-e9f0a18e-6140-47ed-a79e-b8785d589bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:03.482047 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-812f8565-1a4e-457d-b64c-a6ac51e82d21 req-e9f0a18e-6140-47ed-a79e-b8785d589bba service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=6bcafe839dec4fcc95a4c720463483ba&device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 1130 time: 0.0762346 Aug 24 13:45:03.592707 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1ae7ab61-3afc-4a5f-8877-a38a6c1577cf req-78bdbf4e-022f-42e2-bc37-bb2bbf9c578a tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096127 Aug 24 13:45:03.625917 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f8565-1a4e-457d-b64c-a6ac51e82d21 req-8c323293-2d03-4002-b170-3bf5c6db8e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:03.627873 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-812f8565-1a4e-457d-b64c-a6ac51e82d21 req-8c323293-2d03-4002-b170-3bf5c6db8e7b service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=2a47b7b8-8e69-4dcf-8155-1e0d50419209 HTTP/1.1" status: 200 len: 910 time: 0.1309581 Aug 24 13:45:03.713808 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408191e9-dcbb-4fe2-bf06-c966b4772870 req-8dda7166-66f5-4a6f-8236-bd933565efcd tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:03.715282 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-408191e9-dcbb-4fe2-bf06-c966b4772870 req-8dda7166-66f5-4a6f-8236-bd933565efcd tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 946 time: 0.0524750 Aug 24 13:45:03.771937 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-408191e9-dcbb-4fe2-bf06-c966b4772870 req-15ed8530-c22a-4b7b-a480-d806037b1ae9 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505762 Aug 24 13:45:04.719940 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc26248f-c29f-45f5-be9c-fd16bcd3fd34 req-94875495-3839-41b3-b11d-f61b8274019f tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:04.721385 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-dc26248f-c29f-45f5-be9c-fd16bcd3fd34 req-94875495-3839-41b3-b11d-f61b8274019f tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 944 time: 0.0485876 Aug 24 13:45:04.769411 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-dc26248f-c29f-45f5-be9c-fd16bcd3fd34 req-a47fe5d1-9a0b-4ddd-a68e-57cfbdc26792 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425296 Aug 24 13:45:04.841362 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-812f8565-1a4e-457d-b64c-a6ac51e82d21 req-9a973af8-469d-464f-afed-5e8dbc816350 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=579a6bec-e4ab-438a-a263-2fafa0fe42bc HTTP/1.1" status: 200 len: 1002 time: 0.0633779 Aug 24 13:45:04.925997 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f8565-1a4e-457d-b64c-a6ac51e82d21 req-7214a08f-e62b-4575-a55c-79135fc69a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:04.927951 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-812f8565-1a4e-457d-b64c-a6ac51e82d21 req-7214a08f-e62b-4575-a55c-79135fc69a25 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=2bc1c488-9e72-4177-be4a-033432e17d3d HTTP/1.1" status: 200 len: 848 time: 0.0806205 Aug 24 13:45:04.933180 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff1b7a-daf6-4a44-a72f-bcde9735a89e req-909b4b41-c085-47bc-877c-b47c386f9373 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:04.934633 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7aff1b7a-daf6-4a44-a72f-bcde9735a89e req-909b4b41-c085-47bc-877c-b47c386f9373 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 946 time: 0.0601718 Aug 24 13:45:05.018623 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812f8565-1a4e-457d-b64c-a6ac51e82d21 req-8560e174-9bfa-422a-9ae8-fddab1a9167f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:05.020133 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-812f8565-1a4e-457d-b64c-a6ac51e82d21 req-8560e174-9bfa-422a-9ae8-fddab1a9167f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=2a47b7b8-8e69-4dcf-8155-1e0d50419209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0649152 Aug 24 13:45:05.025022 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7aff1b7a-daf6-4a44-a72f-bcde9735a89e req-332360f2-54d4-40e9-82af-070810ac6c41 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837100 Aug 24 13:45:05.116023 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-812f8565-1a4e-457d-b64c-a6ac51e82d21 req-1f9ac93b-ba36-455f-be0a-98cfc223ec59 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2a47b7b8-8e69-4dcf-8155-1e0d50419209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899487 Aug 24 13:45:05.123514 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=32,neutron:UPDATE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:05.127564 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=27,neutron:UPDATE=5 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:05.217548 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-812f8565-1a4e-457d-b64c-a6ac51e82d21 req-ead29be5-9d98-4acb-86aa-30254797a870 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2a47b7b8-8e69-4dcf-8155-1e0d50419209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936663 Aug 24 13:45:05.898069 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036170d7-8e95-465d-9357-61eb6813c337 req-e7f07e26-3e81-4d2d-a37f-274af06667b9 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:05.899558 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-036170d7-8e95-465d-9357-61eb6813c337 req-e7f07e26-3e81-4d2d-a37f-274af06667b9 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 944 time: 0.0483093 Aug 24 13:45:05.949785 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-036170d7-8e95-465d-9357-61eb6813c337 req-debf1b09-3186-4f02-9249-df114a325de5 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443008 Aug 24 13:45:06.137885 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:06.151181 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e34d6ad-4eed-4f89-ae53-5a0f534a2ac0 req-1bd060f6-3ea1-4664-ab7a-0fd38d3bd73b tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:06.152665 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0e34d6ad-4eed-4f89-ae53-5a0f534a2ac0 req-1bd060f6-3ea1-4664-ab7a-0fd38d3bd73b tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 946 time: 0.0509109 Aug 24 13:45:06.203568 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0e34d6ad-4eed-4f89-ae53-5a0f534a2ac0 req-cf5cdebb-a9d6-4c5d-be28-7212465ec319 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446477 Aug 24 13:45:06.286757 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497 details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=106987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 13:45:06.394279 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497,segment=NetworkSegment(d3c5e9c4-fd20-406c-b672-893adab194ab),segment_id=d3c5e9c4-fd20-406c-b672-893adab194ab)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:45:06.408706 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Returning: {'device': 'a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497', 'network_id': '385fd5c5-6c70-4a95-9981-8683550b730c', 'port_id': 'a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497', 'mac_address': 'fa:16:3e:02:48:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dc0c212-b568-43f4-b5cf-0229c3337a97', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 13:45:06.452025 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497 is: DOWN; New status is: BUILD {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:45:06.452452 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:06.467944 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497 {{(pid=106987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 13:45:06.489243 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497,segment=NetworkSegment(d3c5e9c4-fd20-406c-b672-893adab194ab),segment_id=d3c5e9c4-fd20-406c-b672-893adab194ab)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:45:06.622820 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:06.671961 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497,revision_number=9']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:45:06.995212 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] get_ports_and_sgs() called for port_ids ['a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497'] {{(pid=106987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 13:45:07.099810 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4b519a-0ec2-4f55-ba4a-ae9c612a11f9 req-bb5593c5-02a0-4b86-ab0c-b2395abdc16d tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:07.101694 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ba4b519a-0ec2-4f55-ba4a-ae9c612a11f9 req-bb5593c5-02a0-4b86-ab0c-b2395abdc16d tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 945 time: 0.0697038 Aug 24 13:45:07.122078 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:07.165231 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ba4b519a-0ec2-4f55-ba4a-ae9c612a11f9 req-6b722130-2711-464c-8614-b65105ccb847 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515423 Aug 24 13:45:07.324494 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e50169f-73ab-4d4d-af88-4a73ca82e81d req-8734d927-264c-4408-8276-29ede5618070 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:07.326223 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-6e50169f-73ab-4d4d-af88-4a73ca82e81d req-8734d927-264c-4408-8276-29ede5618070 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 946 time: 0.0486844 Aug 24 13:45:07.385996 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-6e50169f-73ab-4d4d-af88-4a73ca82e81d req-b0396338-7bf2-461c-b628-3b5d3f98d11a tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489123 Aug 24 13:45:07.592718 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f37c4d-1acc-43e2-a81e-0c5cb1c388ef req-76ac357a-0aba-4378-9708-5649c9d6ef4e tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:07.594281 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-69f37c4d-1acc-43e2-a81e-0c5cb1c388ef req-76ac357a-0aba-4378-9708-5649c9d6ef4e tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c1b259b6-2024-4b30-865d-17dadaef5406 HTTP/1.1" status: 200 len: 946 time: 0.0558302 Aug 24 13:45:07.649752 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-69f37c4d-1acc-43e2-a81e-0c5cb1c388ef req-922077d6-f3a7-4fef-8283-318ddb60d89b tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dbfde4a0-415f-4a98-8850-42be8ee2490f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491314 Aug 24 13:45:08.297944 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bac9ac-747e-447b-9b31-699de8f8bc2c req-5574c808-9671-4860-9355-fc63fc150439 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:08.299471 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-47bac9ac-747e-447b-9b31-699de8f8bc2c req-5574c808-9671-4860-9355-fc63fc150439 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 945 time: 0.0502059 Aug 24 13:45:08.350668 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-47bac9ac-747e-447b-9b31-699de8f8bc2c req-5ca007ef-32d4-4d8f-b017-d5aee95af9ef tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447946 Aug 24 13:45:08.378195 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497 up at agent hyperv_hv-cinder-77957 {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:45:08.425312 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Provisioning complete for port a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:45:08.425733 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:08.514307 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497 is: BUILD; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:45:08.514687 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:08.524683 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1fb6c4-43ff-455f-a270-8c3e585acde7 req-c4aa7cd4-2eec-4c7d-b59b-02d63b053a88 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:08.525467 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5e1fb6c4-43ff-455f-a270-8c3e585acde7 req-c4aa7cd4-2eec-4c7d-b59b-02d63b053a88 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 946 time: 0.0622253 Aug 24 13:45:08.540990 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac19de18-372a-4cb9-bb59-0cb4b15e80b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497'}] {{(pid=106987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:45:08.542784 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee01592ba90e2cb9dcb0c84681ff9a6759d336f5db8af78df2209fafc25a55a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0beebd3c-95ee-4cce-a87c-1298005ddc64" -d '{"events": [{"server_uuid": "ac19de18-372a-4cb9-bb59-0cb4b15e80b4", "name": "network-vif-plugged", "status": "completed", "tag": "a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497"}]}' {{(pid=106987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:45:08.560820 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497,segment=NetworkSegment(d3c5e9c4-fd20-406c-b672-893adab194ab),segment_id=d3c5e9c4-fd20-406c-b672-893adab194ab)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:45:08.590591 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 13:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-728521db-ed23-42cb-a25c-222722eed079 x-openstack-request-id: req-728521db-ed23-42cb-a25c-222722eed079 {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:45:08.594546 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac19de18-372a-4cb9-bb59-0cb4b15e80b4", "name": "network-vif-plugged", "status": "completed", "tag": "a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497", "code": 200}]} {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:45:08.594546 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-728521db-ed23-42cb-a25c-222722eed079 {{(pid=106987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:45:08.594546 dv-cinder-779578-4-iscsi neutron-server[106987]: INFO neutron.notifiers.nova [-] Nova event matching ['req-728521db-ed23-42cb-a25c-222722eed079'] response: {'server_uuid': 'ac19de18-372a-4cb9-bb59-0cb4b15e80b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497', 'code': 200} Aug 24 13:45:08.595069 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5e1fb6c4-43ff-455f-a270-8c3e585acde7 req-96b33824-6889-4093-a267-3811efa2fb74 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612385 Aug 24 13:45:08.610490 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:08.611347 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 579a6bec-e4ab-438a-a263-2fafa0fe42bc no longer exists at agent hyperv_hv-cinder-77957 {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:45:08.688327 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497,revision_number=10']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:45:08.720572 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:08.805251 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ae1248-d075-4f76-bf43-3023cf98c4c2 req-cee0d8ee-30b9-4de0-9f83-463120bb77c6 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:08.807047 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-14ae1248-d075-4f76-bf43-3023cf98c4c2 req-cee0d8ee-30b9-4de0-9f83-463120bb77c6 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c1b259b6-2024-4b30-865d-17dadaef5406 HTTP/1.1" status: 200 len: 946 time: 0.0669901 Aug 24 13:45:08.867152 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port 579a6bec-e4ab-438a-a263-2fafa0fe42bc is: ACTIVE; New status is: DOWN {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:45:08.872539 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-14ae1248-d075-4f76-bf43-3023cf98c4c2 req-8197f147-31ea-4e1f-a274-c348bdb34c82 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dbfde4a0-415f-4a98-8850-42be8ee2490f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496883 Aug 24 13:45:08.872886 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (579a6bec-e4ab-438a-a263-2fafa0fe42bc), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:08.907810 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 579a6bec-e4ab-438a-a263-2fafa0fe42bc, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=579a6bec-e4ab-438a-a263-2fafa0fe42bc,segment=NetworkSegment(2ee2ed0f-8942-4d6c-9c77-0bae79e3a489),segment_id=2ee2ed0f-8942-4d6c-9c77-0bae79e3a489)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:45:08.988522 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (579a6bec-e4ab-438a-a263-2fafa0fe42bc), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:09.015144 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:09.037516 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=579a6bec-e4ab-438a-a263-2fafa0fe42bc,revision_number=6']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:45:09.477637 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d10db99-7fa1-49b0-ab4f-755a3af78e11 req-b9797e65-de97-4a50-a9bd-05cc91c83107 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:09.479088 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5d10db99-7fa1-49b0-ab4f-755a3af78e11 req-b9797e65-de97-4a50-a9bd-05cc91c83107 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 947 time: 0.0464067 Aug 24 13:45:09.792803 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5d10db99-7fa1-49b0-ab4f-755a3af78e11 req-959eb056-94aa-476b-ae9a-a2ea32ffe9fc tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3076220 Aug 24 13:45:09.826839 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8798be-a925-4515-8750-42e49c8ec95d req-b714ecae-ff55-4c84-9ce0-d08b4c258c76 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:09.828333 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7a8798be-a925-4515-8750-42e49c8ec95d req-b714ecae-ff55-4c84-9ce0-d08b4c258c76 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 944 time: 0.0514200 Aug 24 13:45:09.879672 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7a8798be-a925-4515-8750-42e49c8ec95d req-c01bba55-22ea-4478-9b29-b7486be37c7b tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456963 Aug 24 13:45:09.992160 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9ae33-efdc-4634-82f3-bf92161f149c req-29e276bc-d4d3-4b53-af5b-787e6fc2502d tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:09.993761 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-83e9ae33-efdc-4634-82f3-bf92161f149c req-29e276bc-d4d3-4b53-af5b-787e6fc2502d tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c1b259b6-2024-4b30-865d-17dadaef5406 HTTP/1.1" status: 200 len: 946 time: 0.0505452 Aug 24 13:45:10.054646 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-83e9ae33-efdc-4634-82f3-bf92161f149c req-3fcda250-54e1-408a-9d1c-71e5f89c1e47 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dbfde4a0-415f-4a98-8850-42be8ee2490f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534482 Aug 24 13:45:10.593552 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1118fb04-6744-4b7c-b639-0081073ee53a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '579a6bec-e4ab-438a-a263-2fafa0fe42bc'}] {{(pid=106987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:45:10.595892 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee01592ba90e2cb9dcb0c84681ff9a6759d336f5db8af78df2209fafc25a55a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4372f9f-af9e-4f8c-84a1-d7ab4cd839c6" -d '{"events": [{"server_uuid": "1118fb04-6744-4b7c-b639-0081073ee53a", "name": "network-vif-unplugged", "status": "completed", "tag": "579a6bec-e4ab-438a-a263-2fafa0fe42bc"}]}' {{(pid=106987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:45:10.633824 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Aug 2022 13:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db11ad29-d15f-4d41-ab70-8cd89da83a33 x-openstack-request-id: req-db11ad29-d15f-4d41-ab70-8cd89da83a33 {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:45:10.634123 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1118fb04-6744-4b7c-b639-0081073ee53a", "name": "network-vif-unplugged", "status": "completed", "tag": "579a6bec-e4ab-438a-a263-2fafa0fe42bc", "code": 200}]} {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:45:10.634383 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-db11ad29-d15f-4d41-ab70-8cd89da83a33 {{(pid=106987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:45:10.635210 dv-cinder-779578-4-iscsi neutron-server[106987]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db11ad29-d15f-4d41-ab70-8cd89da83a33'] response: {'server_uuid': '1118fb04-6744-4b7c-b639-0081073ee53a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '579a6bec-e4ab-438a-a263-2fafa0fe42bc', 'code': 200} Aug 24 13:45:10.929226 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a6ea3-0ae6-4cc9-ade0-7984c1fce278 req-ee062b10-2e8f-4b62-a8f4-44d75748470a tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:10.930739 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-999a6ea3-0ae6-4cc9-ade0-7984c1fce278 req-ee062b10-2e8f-4b62-a8f4-44d75748470a tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 947 time: 0.0521605 Aug 24 13:45:10.958257 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:11.008945 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-999a6ea3-0ae6-4cc9-ade0-7984c1fce278 req-84a03010-1a8c-468b-842b-8343d5d83391 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703416 Aug 24 13:45:11.025376 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124f5bfa-a422-492e-b67c-3fd4554f1dad req-a18f5c21-2a38-43dd-80ba-a566d337cbe9 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:11.026846 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-124f5bfa-a422-492e-b67c-3fd4554f1dad req-a18f5c21-2a38-43dd-80ba-a566d337cbe9 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 944 time: 0.0579960 Aug 24 13:45:11.095507 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-124f5bfa-a422-492e-b67c-3fd4554f1dad req-8f23db8d-d65f-4255-8acf-e94d6d181715 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628016 Aug 24 13:45:11.128375 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:11.166315 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b58771d-1cee-43e7-b1ae-76e020a31bd2 req-ff4d75cb-0147-4074-9c87-2ecbc236c9a7 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:11.167825 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7b58771d-1cee-43e7-b1ae-76e020a31bd2 req-ff4d75cb-0147-4074-9c87-2ecbc236c9a7 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c1b259b6-2024-4b30-865d-17dadaef5406 HTTP/1.1" status: 200 len: 946 time: 0.0895801 Aug 24 13:45:11.182335 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdff98a-60e2-4163-97d8-de920cf56127 req-1086fd77-0319-4d2f-8186-831b5c8c0058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:11.183769 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-fcdff98a-60e2-4163-97d8-de920cf56127 req-1086fd77-0319-4d2f-8186-831b5c8c0058 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 1131 time: 0.0663431 Aug 24 13:45:11.266541 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661bc04a-6210-44e0-968e-8aa166c25b19 req-ee2d343d-4281-4635-9b2a-ced03207458a tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:11.268055 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-661bc04a-6210-44e0-968e-8aa166c25b19 req-ee2d343d-4281-4635-9b2a-ced03207458a tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c1b259b6-2024-4b30-865d-17dadaef5406 HTTP/1.1" status: 200 len: 946 time: 0.0992994 Aug 24 13:45:11.342231 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-fcdff98a-60e2-4163-97d8-de920cf56127 req-27745d8f-618c-4293-9f98-32eacfd20bd3 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343045 Aug 24 13:45:11.361160 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [req-7b58771d-1cee-43e7-b1ae-76e020a31bd2 req-fe21d73c-cee4-4d4a-8278-339c39ddf9df tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Deleting port 7aadab9f-67a3-4721-a287-269890ea0757 {{(pid=106985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:45:11.361160 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-7b58771d-1cee-43e7-b1ae-76e020a31bd2 req-fe21d73c-cee4-4d4a-8278-339c39ddf9df tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (7aadab9f-67a3-4721-a287-269890ea0757), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:11.398997 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-661bc04a-6210-44e0-968e-8aa166c25b19 req-3119ff1b-5e87-42ad-812a-a3fe03449b5e tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=dbfde4a0-415f-4a98-8850-42be8ee2490f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1231725 Aug 24 13:45:11.480483 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.db [req-7b58771d-1cee-43e7-b1ae-76e020a31bd2 req-fe21d73c-cee4-4d4a-8278-339c39ddf9df tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] For port 7aadab9f-67a3-4721-a287-269890ea0757, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=7aadab9f-67a3-4721-a287-269890ea0757,segment=NetworkSegment(e296fb18-638d-4cd2-a920-5bf2622d2f4c),segment_id=e296fb18-638d-4cd2-a920-5bf2622d2f4c)] {{(pid=106985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:45:11.480850 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-7b58771d-1cee-43e7-b1ae-76e020a31bd2 req-fe21d73c-cee4-4d4a-8278-339c39ddf9df tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (7aadab9f-67a3-4721-a287-269890ea0757), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:11.649582 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-7b58771d-1cee-43e7-b1ae-76e020a31bd2 req-fe21d73c-cee4-4d4a-8278-339c39ddf9df tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:11.649841 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-7b58771d-1cee-43e7-b1ae-76e020a31bd2 req-fe21d73c-cee4-4d4a-8278-339c39ddf9df tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961197'] for floatingip (3fb0f53d-954b-4a4e-b0d7-aa067dd5f3f3), after_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:11.650158 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.db.l3_db [req-7b58771d-1cee-43e7-b1ae-76e020a31bd2 req-fe21d73c-cee4-4d4a-8278-339c39ddf9df tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Floating IP 3fb0f53d-954b-4a4e-b0d7-aa067dd5f3f3 disassociated. External IP: 172.27.1.93, port: 7aadab9f-67a3-4721-a287-269890ea0757. Aug 24 13:45:11.650503 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [req-7b58771d-1cee-43e7-b1ae-76e020a31bd2 req-fe21d73c-cee4-4d4a-8278-339c39ddf9df tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Calling delete_port for 7aadab9f-67a3-4721-a287-269890ea0757 owned by compute:nova {{(pid=106985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:45:11.845144 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-7b58771d-1cee-43e7-b1ae-76e020a31bd2 req-fe21d73c-cee4-4d4a-8278-339c39ddf9df tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (7aadab9f-67a3-4721-a287-269890ea0757), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:11.853105 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:11.873367 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe21d73c-cee4-4d4a-8278-339c39ddf9df tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Pushing event deleted for resources: {'Port': ['ID=7aadab9f-67a3-4721-a287-269890ea0757,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:45:11.887728 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe21d73c-cee4-4d4a-8278-339c39ddf9df tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:45:11.888078 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe21d73c-cee4-4d4a-8278-339c39ddf9df tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:45:11.894819 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe21d73c-cee4-4d4a-8278-339c39ddf9df tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:45:11.894819 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe21d73c-cee4-4d4a-8278-339c39ddf9df tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:45:11.894819 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe21d73c-cee4-4d4a-8278-339c39ddf9df tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:45:11.894819 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe21d73c-cee4-4d4a-8278-339c39ddf9df tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:45:11.894819 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe21d73c-cee4-4d4a-8278-339c39ddf9df tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:45:11.894819 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe21d73c-cee4-4d4a-8278-339c39ddf9df tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:45:11.894819 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe21d73c-cee4-4d4a-8278-339c39ddf9df tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:45:11.894819 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe21d73c-cee4-4d4a-8278-339c39ddf9df tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:45:11.894819 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe21d73c-cee4-4d4a-8278-339c39ddf9df tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:45:11.894819 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe21d73c-cee4-4d4a-8278-339c39ddf9df tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:45:11.894819 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe21d73c-cee4-4d4a-8278-339c39ddf9df tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:45:11.894819 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe21d73c-cee4-4d4a-8278-339c39ddf9df tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:45:11.895748 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe21d73c-cee4-4d4a-8278-339c39ddf9df tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:45:11.995946 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b58771d-1cee-43e7-b1ae-76e020a31bd2 req-fe21d73c-cee4-4d4a-8278-339c39ddf9df tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Router 35afed2f-d0ca-497e-a05d-362cf78a5add has already been hosted by L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 {{(pid=106985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 13:45:12.092128 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:12.128981 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b58771d-1cee-43e7-b1ae-76e020a31bd2 req-fe21d73c-cee4-4d4a-8278-339c39ddf9df tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:45:12.140909 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d43a95-eac9-4813-afa1-3f0d932a3f6d None None] Sync routers for ids ['35afed2f-d0ca-497e-a05d-362cf78a5add'] in dv-cinder-779578-4-iscsi {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:45:12.151479 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d43a95-eac9-4813-afa1-3f0d932a3f6d None None] Routers {'35afed2f-d0ca-497e-a05d-362cf78a5add'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:45:12.152472 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-99d43a95-eac9-4813-afa1-3f0d932a3f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:44:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['35afed2f-d0ca-497e-a05d-362cf78a5add'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:45:12.169270 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22926deb-eddd-48ee-9822-6e6bcb77ca1a req-d4be8af9-a796-4442-bf2a-f8965ed13337 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:12.171293 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-22926deb-eddd-48ee-9822-6e6bcb77ca1a req-d4be8af9-a796-4442-bf2a-f8965ed13337 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 947 time: 0.0778677 Aug 24 13:45:12.192910 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b58771d-1cee-43e7-b1ae-76e020a31bd2 req-fe21d73c-cee4-4d4a-8278-339c39ddf9df tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] No DVR routers for this DVR port 7aadab9f-67a3-4721-a287-269890ea0757 on host hv-cinder-77957 {{(pid=106985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 13:45:12.196027 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-7b58771d-1cee-43e7-b1ae-76e020a31bd2 req-fe21d73c-cee4-4d4a-8278-339c39ddf9df tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:12.200783 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7b58771d-1cee-43e7-b1ae-76e020a31bd2 req-fe21d73c-cee4-4d4a-8278-339c39ddf9df tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.20 "DELETE /networking/v2.0/ports/7aadab9f-67a3-4721-a287-269890ea0757 HTTP/1.1" status: 204 len: 173 time: 1.0258329 Aug 24 13:45:12.200783 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1b259b6-2024-4b30-865d-17dadaef5406', 'name': 'network-vif-deleted', 'tag': '7aadab9f-67a3-4721-a287-269890ea0757'}] {{(pid=106985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:45:12.202001 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339b45b761399ad6383a0e79eb3d49a8b35bb9728a194a6e9817421c04d0c31a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7862996-1b2f-4ef5-8f6e-dc09dafc7ecc" -d '{"events": [{"server_uuid": "c1b259b6-2024-4b30-865d-17dadaef5406", "name": "network-vif-deleted", "tag": "7aadab9f-67a3-4721-a287-269890ea0757"}]}' {{(pid=106985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:45:12.284009 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-99d43a95-eac9-4813-afa1-3f0d932a3f6d None None] Set router 35afed2f-d0ca-497e-a05d-362cf78a5add gateway port host: dv-cinder-779578-4-iscsi {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:45:12.287941 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176eef2a-8d38-4ef4-8967-f89130f09860 req-c2084e65-7801-4569-a205-352c5a90a7f6 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:12.289607 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-176eef2a-8d38-4ef4-8967-f89130f09860 req-c2084e65-7801-4569-a205-352c5a90a7f6 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 944 time: 0.0783234 Aug 24 13:45:12.295562 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-22926deb-eddd-48ee-9822-6e6bcb77ca1a req-c9158036-270e-4b4a-a789-e8eccb03ed86 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081636 Aug 24 13:45:12.372530 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 13:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e517e7-f6e2-4143-8765-661495c864fc x-openstack-request-id: req-a4e517e7-f6e2-4143-8765-661495c864fc {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:45:12.373926 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1b259b6-2024-4b30-865d-17dadaef5406", "name": "network-vif-deleted", "tag": "7aadab9f-67a3-4721-a287-269890ea0757", "status": "completed", "code": 200}]} {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:45:12.374369 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a4e517e7-f6e2-4143-8765-661495c864fc {{(pid=106985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:45:12.374989 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4e517e7-f6e2-4143-8765-661495c864fc'] response: {'server_uuid': 'c1b259b6-2024-4b30-865d-17dadaef5406', 'name': 'network-vif-deleted', 'tag': '7aadab9f-67a3-4721-a287-269890ea0757', 'status': 'completed', 'code': 200} Aug 24 13:45:12.387970 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-176eef2a-8d38-4ef4-8967-f89130f09860 req-2863deb4-2031-4ea7-b514-41388225e06e tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847626 Aug 24 13:45:12.525475 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-28820fa1-837b-4638-8e02-628febfa8565 req-fd438cc6-9505-4e73-9917-a1687bce7fce tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c1b259b6-2024-4b30-865d-17dadaef5406 HTTP/1.1" status: 200 len: 210 time: 0.0293443 Aug 24 13:45:12.623564 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-99d43a95-eac9-4813-afa1-3f0d932a3f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35afed2f-d0ca-497e-a05d-362cf78a5add', 'name': 'tempest-ServerRescueNegativeTestJSON-1017581704-router', 'tenant_id': '127e5da55b164ce68568c153fee58baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'f34ed789-5c80-41cb-b7b8-382a1b23f8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:40:07Z', 'updated_at': '2022-08-24T13:40:12Z', 'revision_number': 4, 'project_id': '127e5da55b164ce68568c153fee58baf', 'gw_port': {'id': 'f34ed789-5c80-41cb-b7b8-382a1b23f8c4', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35afed2f-d0ca-497e-a05d-362cf78a5add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:08Z', 'updated_at': '2022-08-24T13:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': 'fd54d660-e1a5-47fb-8995-4174f34f5af5', 'name': '', 'network_id': '1fcb22e0-a643-462e-8b2f-3661641fd3fe', 'tenant_id': '127e5da55b164ce68568c153fee58baf', 'mac_address': 'fa:16:3e:47:27:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35afed2f-d0ca-497e-a05d-362cf78a5add', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'b7ad1c15-3875-4de4-b3a4-2c63d79b04bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:11Z', 'updated_at': '2022-08-24T13:40:19Z', 'revision_number': 5, 'project_id': '127e5da55b164ce68568c153fee58baf', 'subnets': [{'id': 'b7ad1c15-3875-4de4-b3a4-2c63d79b04bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:45:12.648273 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d43a95-eac9-4813-afa1-3f0d932a3f6d None None] Checking router: 35afed2f-d0ca-497e-a05d-362cf78a5add for host: dv-cinder-779578-4-iscsi {{(pid=106988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:45:12.657832 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d43a95-eac9-4813-afa1-3f0d932a3f6d None None] Routers {'35afed2f-d0ca-497e-a05d-362cf78a5add'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:45:12.658242 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-99d43a95-eac9-4813-afa1-3f0d932a3f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:44:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['35afed2f-d0ca-497e-a05d-362cf78a5add'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:45:12.761524 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-99d43a95-eac9-4813-afa1-3f0d932a3f6d None None] Set router 35afed2f-d0ca-497e-a05d-362cf78a5add gateway port host: dv-cinder-779578-4-iscsi {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:45:12.927021 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd3d6f-400c-4141-8fc2-3afe0edcc18f req-da417278-c753-4145-9206-56efca9ddf89 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:12.927942 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-0f288ce4-cce8-4104-b6ff-33a9cd17c39b req-e8041f05-a908-4d0e-8245-c65c856a5481 service neutron] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0527534 Aug 24 13:45:12.928719 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1dbd3d6f-400c-4141-8fc2-3afe0edcc18f req-da417278-c753-4145-9206-56efca9ddf89 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 944 time: 0.0713120 Aug 24 13:45:13.032056 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-99d43a95-eac9-4813-afa1-3f0d932a3f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35afed2f-d0ca-497e-a05d-362cf78a5add', 'name': 'tempest-ServerRescueNegativeTestJSON-1017581704-router', 'tenant_id': '127e5da55b164ce68568c153fee58baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'f34ed789-5c80-41cb-b7b8-382a1b23f8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:40:07Z', 'updated_at': '2022-08-24T13:40:12Z', 'revision_number': 4, 'project_id': '127e5da55b164ce68568c153fee58baf', 'gw_port': {'id': 'f34ed789-5c80-41cb-b7b8-382a1b23f8c4', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35afed2f-d0ca-497e-a05d-362cf78a5add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:08Z', 'updated_at': '2022-08-24T13:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': 'fd54d660-e1a5-47fb-8995-4174f34f5af5', 'name': '', 'network_id': '1fcb22e0-a643-462e-8b2f-3661641fd3fe', 'tenant_id': '127e5da55b164ce68568c153fee58baf', 'mac_address': 'fa:16:3e:47:27:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35afed2f-d0ca-497e-a05d-362cf78a5add', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'b7ad1c15-3875-4de4-b3a4-2c63d79b04bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:11Z', 'updated_at': '2022-08-24T13:40:19Z', 'revision_number': 5, 'project_id': '127e5da55b164ce68568c153fee58baf', 'subnets': [{'id': 'b7ad1c15-3875-4de4-b3a4-2c63d79b04bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:45:13.036651 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1dbd3d6f-400c-4141-8fc2-3afe0edcc18f req-08cadf2e-70ee-440a-ba2b-5ca8d3143437 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023142 Aug 24 13:45:13.053526 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f288ce4-cce8-4104-b6ff-33a9cd17c39b req-91851859-44c6-4b17-8f98-f371a1ecc6e4 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:13.055161 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0f288ce4-cce8-4104-b6ff-33a9cd17c39b req-91851859-44c6-4b17-8f98-f371a1ecc6e4 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports/579a6bec-e4ab-438a-a263-2fafa0fe42bc HTTP/1.1" status: 200 len: 941 time: 0.0809844 Aug 24 13:45:13.063045 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d43a95-eac9-4813-afa1-3f0d932a3f6d None None] The sync data for ids ['35afed2f-d0ca-497e-a05d-362cf78a5add'] in dv-cinder-779578-4-iscsi is: [{'id': '35afed2f-d0ca-497e-a05d-362cf78a5add', 'name': 'tempest-ServerRescueNegativeTestJSON-1017581704-router', 'tenant_id': '127e5da55b164ce68568c153fee58baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'f34ed789-5c80-41cb-b7b8-382a1b23f8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:40:07Z', 'updated_at': '2022-08-24T13:40:12Z', 'revision_number': 4, 'project_id': '127e5da55b164ce68568c153fee58baf', 'gw_port': {'id': 'f34ed789-5c80-41cb-b7b8-382a1b23f8c4', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35afed2f-d0ca-497e-a05d-362cf78a5add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:08Z', 'updated_at': '2022-08-24T13:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': 'fd54d660-e1a5-47fb-8995-4174f34f5af5', 'name': '', 'network_id': '1fcb22e0-a643-462e-8b2f-3661641fd3fe', 'tenant_id': '127e5da55b164ce68568c153fee58baf', 'mac_address': 'fa:16:3e:47:27:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35afed2f-d0ca-497e-a05d-362cf78a5add', 'device_owner': 'network:router_interface', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': 'b7ad1c15-3875-4de4-b3a4-2c63d79b04bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:11Z', 'updated_at': '2022-08-24T13:40:19Z', 'revision_number': 5, 'project_id': '127e5da55b164ce68568c153fee58baf', 'subnets': [{'id': 'b7ad1c15-3875-4de4-b3a4-2c63d79b04bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:45:13.302461 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0532aa64-989e-4e8f-943a-13ad29e60838 None None] New status for floating IP 3fb0f53d-954b-4a4e-b0d7-aa067dd5f3f3: DOWN {{(pid=106987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 13:45:13.438113 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ba38c6-df66-4f75-9fb1-cb8e8d78af37 req-c6352a88-f8b2-4c00-94ba-9fd0083ec386 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:13.440092 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b5ba38c6-df66-4f75-9fb1-cb8e8d78af37 req-c6352a88-f8b2-4c00-94ba-9fd0083ec386 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 947 time: 0.0537274 Aug 24 13:45:13.504497 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b5ba38c6-df66-4f75-9fb1-cb8e8d78af37 req-1f444dff-895c-46fd-a1c7-390ae8d293fc tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484827 Aug 24 13:45:13.653295 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7351a519-f1c7-41e3-ba65-5adce2b047dc req-17b4d05c-c6b8-4229-bed5-368307f3d545 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c1b259b6-2024-4b30-865d-17dadaef5406 HTTP/1.1" status: 200 len: 210 time: 0.0318546 Aug 24 13:45:14.180764 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d6efb-dbdd-4ff7-9253-bd43fe9fa609 req-b9772868-6dea-42e1-9526-17a287438bda tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:14.183875 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-655d6efb-dbdd-4ff7-9253-bd43fe9fa609 req-b9772868-6dea-42e1-9526-17a287438bda tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 944 time: 0.0544472 Aug 24 13:45:14.236397 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-655d6efb-dbdd-4ff7-9253-bd43fe9fa609 req-55f47e4a-cd85-4c22-8898-65546bfd4ba6 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470293 Aug 24 13:45:14.310166 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 7aadab9f-67a3-4721-a287-269890ea0757 no longer exists at agent hyperv_hv-cinder-77957 {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:45:14.333372 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] No Port match for: 7aadab9f-67a3-4721-a287-269890ea0757 {{(pid=106987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 13:45:14.333636 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 7aadab9f-67a3-4721-a287-269890ea0757 not bound to the agent host hv-cinder-77957 {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 13:45:14.653603 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15073946-b32c-47c7-a2ba-f0fde5d51019 req-c2a72ed2-4b01-420f-8998-cf2ce518030b tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:14.655033 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-15073946-b32c-47c7-a2ba-f0fde5d51019 req-c2a72ed2-4b01-420f-8998-cf2ce518030b tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 947 time: 0.0504186 Aug 24 13:45:14.710691 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-15073946-b32c-47c7-a2ba-f0fde5d51019 req-97beda1e-e512-46cf-8335-b7f6b27d0118 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487826 Aug 24 13:45:14.933100 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 55166) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:45:14.990597 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-e7656f04-c5d0-4aca-b4e7-e6175bb31c75 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks [] for security_group (dbfde4a0-415f-4a98-8850-42be8ee2490f), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:15.026458 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-e7656f04-c5d0-4aca-b4e7-e6175bb31c75 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks [] for security_group (dbfde4a0-415f-4a98-8850-42be8ee2490f), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:15.037718 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:15.171502 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-e7656f04-c5d0-4aca-b4e7-e6175bb31c75 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (dbfde4a0-415f-4a98-8850-42be8ee2490f), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:15.175635 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-e7656f04-c5d0-4aca-b4e7-e6175bb31c75 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:15.183599 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-e7656f04-c5d0-4aca-b4e7-e6175bb31c75 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "DELETE /networking/v2.0/security-groups/dbfde4a0-415f-4a98-8850-42be8ee2490f HTTP/1.1" status: 204 len: 168 time: 0.2434664 Aug 24 13:45:15.184523 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 55178) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:45:15.198830 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7656f04-c5d0-4aca-b4e7-e6175bb31c75 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbfde4a0-415f-4a98-8850-42be8ee2490f,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:45:15.203777 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.api.v2.resource [None req-89ddad7b-9fd8-45d7-8cde-3a0aa1c98328 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] show failed (client error): The resource could not be found. Aug 24 13:45:15.205494 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-89ddad7b-9fd8-45d7-8cde-3a0aa1c98328 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups/dbfde4a0-415f-4a98-8850-42be8ee2490f HTTP/1.1" status: 404 len: 347 time: 0.0236056 Aug 24 13:45:15.208293 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 55180) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:45:15.354259 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [None req-cfe396bb-af4b-4d25-b783-1ba63b387625 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Deleting port 12718550-003f-45ac-ad19-5fc9e0420764 {{(pid=106986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:45:15.354617 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-cfe396bb-af4b-4d25-b783-1ba63b387625 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (12718550-003f-45ac-ad19-5fc9e0420764), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:15.366576 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9fdf4-66a8-4073-9d70-760408575dbd req-586ae88e-4d29-4582-adba-38cce2f34c46 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:15.368324 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-feb9fdf4-66a8-4073-9d70-760408575dbd req-586ae88e-4d29-4582-adba-38cce2f34c46 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 944 time: 0.0505166 Aug 24 13:45:15.434769 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-feb9fdf4-66a8-4073-9d70-760408575dbd req-2eab6025-9052-4bc6-ae3e-5bc0ae69edce tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553465 Aug 24 13:45:15.446865 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-cfe396bb-af4b-4d25-b783-1ba63b387625 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (12718550-003f-45ac-ad19-5fc9e0420764), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:15.449866 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-cfe396bb-af4b-4d25-b783-1ba63b387625 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks [] for floatingip (12718550-003f-45ac-ad19-5fc9e0420764), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:15.461393 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [None req-cfe396bb-af4b-4d25-b783-1ba63b387625 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Calling delete_port for 12718550-003f-45ac-ad19-5fc9e0420764 owned by network:floatingip {{(pid=106986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:45:15.719898 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-cfe396bb-af4b-4d25-b783-1ba63b387625 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990584'] for port (12718550-003f-45ac-ad19-5fc9e0420764), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:15.746485 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe396bb-af4b-4d25-b783-1ba63b387625 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Pushing event deleted for resources: {'Port': ['ID=12718550-003f-45ac-ad19-5fc9e0420764,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:45:15.775530 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe396bb-af4b-4d25-b783-1ba63b387625 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:45:15.775879 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe396bb-af4b-4d25-b783-1ba63b387625 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:45:15.776239 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe396bb-af4b-4d25-b783-1ba63b387625 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:45:15.776585 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe396bb-af4b-4d25-b783-1ba63b387625 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:45:15.776921 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe396bb-af4b-4d25-b783-1ba63b387625 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:45:15.777249 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe396bb-af4b-4d25-b783-1ba63b387625 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:45:15.777575 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe396bb-af4b-4d25-b783-1ba63b387625 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:45:15.777897 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe396bb-af4b-4d25-b783-1ba63b387625 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:45:15.778220 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe396bb-af4b-4d25-b783-1ba63b387625 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:45:15.778543 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe396bb-af4b-4d25-b783-1ba63b387625 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:45:15.778864 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe396bb-af4b-4d25-b783-1ba63b387625 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:45:15.779190 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe396bb-af4b-4d25-b783-1ba63b387625 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:45:15.779508 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe396bb-af4b-4d25-b783-1ba63b387625 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:45:15.779825 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe396bb-af4b-4d25-b783-1ba63b387625 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:45:15.780144 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe396bb-af4b-4d25-b783-1ba63b387625 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:45:15.827513 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-cfe396bb-af4b-4d25-b783-1ba63b387625 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks [] for floatingip (3fb0f53d-954b-4a4e-b0d7-aa067dd5f3f3), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:15.830932 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-cfe396bb-af4b-4d25-b783-1ba63b387625 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for floatingip (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:15.834775 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-cfe396bb-af4b-4d25-b783-1ba63b387625 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/3fb0f53d-954b-4a4e-b0d7-aa067dd5f3f3 HTTP/1.1" status: 204 len: 168 time: 0.6222765 Aug 24 13:45:15.863626 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260ebee-c3e6-4730-a213-4595fd86bc6b req-a78b825b-5026-49a2-bf7f-c3e172c401d9 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:15.865598 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d260ebee-c3e6-4730-a213-4595fd86bc6b req-a78b825b-5026-49a2-bf7f-c3e172c401d9 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 947 time: 0.0580995 Aug 24 13:45:15.921322 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d260ebee-c3e6-4730-a213-4595fd86bc6b req-45af036b-8adf-4798-abec-593a7c22f6ff tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497572 Aug 24 13:45:16.566953 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642da3af-032f-48d6-8e97-4d32c8774502 req-677983b6-2e32-4498-b98d-35e542f70a5c tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:16.568669 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-642da3af-032f-48d6-8e97-4d32c8774502 req-677983b6-2e32-4498-b98d-35e542f70a5c tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 944 time: 0.0536072 Aug 24 13:45:16.633332 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-642da3af-032f-48d6-8e97-4d32c8774502 req-68f496bc-87b1-433a-a43d-411a10a3d81d tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591736 Aug 24 13:45:17.203689 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f288ce4-cce8-4104-b6ff-33a9cd17c39b req-774e0484-9e7c-4a18-9bcd-a0d567a02633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:17.205312 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0f288ce4-cce8-4104-b6ff-33a9cd17c39b req-774e0484-9e7c-4a18-9bcd-a0d567a02633 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a&tenant_id=6bcafe839dec4fcc95a4c720463483ba HTTP/1.1" status: 200 len: 1128 time: 0.0447488 Aug 24 13:45:17.292241 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f288ce4-cce8-4104-b6ff-33a9cd17c39b req-bcfd21c4-1ba7-44ef-adb6-e6e5c6a3696f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:17.293757 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0f288ce4-cce8-4104-b6ff-33a9cd17c39b req-bcfd21c4-1ba7-44ef-adb6-e6e5c6a3696f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=6bcafe839dec4fcc95a4c720463483ba&device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 1128 time: 0.0415125 Aug 24 13:45:17.373704 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:17.396425 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f288ce4-cce8-4104-b6ff-33a9cd17c39b req-cae96c9e-3342-4b10-b233-497f93755dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:17.397910 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0f288ce4-cce8-4104-b6ff-33a9cd17c39b req-cae96c9e-3342-4b10-b233-497f93755dd2 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=2a47b7b8-8e69-4dcf-8155-1e0d50419209 HTTP/1.1" status: 200 len: 910 time: 0.0972695 Aug 24 13:45:17.475222 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0f288ce4-cce8-4104-b6ff-33a9cd17c39b req-b8d29a79-2019-4e7b-b87c-ba2dba4eb6cf service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=579a6bec-e4ab-438a-a263-2fafa0fe42bc HTTP/1.1" status: 200 len: 1000 time: 0.0714734 Aug 24 13:45:17.513911 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a93d403b-29c5-41ac-a53c-7c0bf3f47879), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:17.525718 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f288ce4-cce8-4104-b6ff-33a9cd17c39b req-f8284678-c858-4cca-8367-285f47144aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:17.527192 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0f288ce4-cce8-4104-b6ff-33a9cd17c39b req-f8284678-c858-4cca-8367-285f47144aeb service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=2bc1c488-9e72-4177-be4a-033432e17d3d HTTP/1.1" status: 200 len: 848 time: 0.0461037 Aug 24 13:45:17.575931 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f288ce4-cce8-4104-b6ff-33a9cd17c39b req-8caa159c-ecaf-484c-90e5-9556fb56da83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:17.577465 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0f288ce4-cce8-4104-b6ff-33a9cd17c39b req-8caa159c-ecaf-484c-90e5-9556fb56da83 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=2a47b7b8-8e69-4dcf-8155-1e0d50419209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430002 Aug 24 13:45:17.686175 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0f288ce4-cce8-4104-b6ff-33a9cd17c39b req-5ca0b021-9735-4c2f-9f42-2fdb3b8bb9c5 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2a47b7b8-8e69-4dcf-8155-1e0d50419209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008987 Aug 24 13:45:17.801502 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:17.828242 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb540b61-bbd4-4658-8cca-ba606a30e78c req-2cafdfac-6448-45c9-a1c7-e2e22af61520 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:17.829797 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-eb540b61-bbd4-4658-8cca-ba606a30e78c req-2cafdfac-6448-45c9-a1c7-e2e22af61520 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 944 time: 0.0930083 Aug 24 13:45:17.863070 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0f288ce4-cce8-4104-b6ff-33a9cd17c39b req-bf58eadd-0e3c-446f-9f97-345a2165e664 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2a47b7b8-8e69-4dcf-8155-1e0d50419209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689773 Aug 24 13:45:17.898484 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-eb540b61-bbd4-4658-8cca-ba606a30e78c req-d63dbbb0-b6ed-4bca-97fe-7ad8a0e86a58 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546927 Aug 24 13:45:18.170652 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d704c4-1cf7-40a7-a2d1-43d6e7364095 req-326d55ff-3754-49fb-b097-6e735118706a tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:18.172750 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-47d704c4-1cf7-40a7-a2d1-43d6e7364095 req-326d55ff-3754-49fb-b097-6e735118706a tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c70a39ae-b902-41c8-a735-c48983629b25 HTTP/1.1" status: 200 len: 945 time: 0.0505593 Aug 24 13:45:18.226972 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-47d704c4-1cf7-40a7-a2d1-43d6e7364095 req-abde01cc-b79f-4f2f-9ada-c63722470466 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d50e7938-fd8e-4efc-a458-dd6a4c704eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469813 Aug 24 13:45:19.045241 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3c2a9b-d8a3-4f18-9dd0-f47edaaf1471 req-ae0f07ec-3a72-443e-845b-b5e6371e114c tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:19.047373 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3b3c2a9b-d8a3-4f18-9dd0-f47edaaf1471 req-ae0f07ec-3a72-443e-845b-b5e6371e114c tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 944 time: 0.0690277 Aug 24 13:45:19.096783 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a952911d-0817-492b-842d-ba4916535c90 req-a9b11ca6-f8f6-41d7-8ee4-75ea69d3cd48 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:19.098262 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a952911d-0817-492b-842d-ba4916535c90 req-a9b11ca6-f8f6-41d7-8ee4-75ea69d3cd48 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 945 time: 0.0798144 Aug 24 13:45:19.143606 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3b3c2a9b-d8a3-4f18-9dd0-f47edaaf1471 req-de5fc3a0-59f8-4252-b7af-ba386260df20 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797606 Aug 24 13:45:19.174307 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a952911d-0817-492b-842d-ba4916535c90 req-84246699-574f-496b-8474-4027c01fa4a1 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657771 Aug 24 13:45:19.353886 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cfa86b-1245-4d64-ab8c-22edb5708c5c req-f965149a-14da-4115-99dc-a4acfe7cd6e8 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:19.355391 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a2cfa86b-1245-4d64-ab8c-22edb5708c5c req-f965149a-14da-4115-99dc-a4acfe7cd6e8 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c70a39ae-b902-41c8-a735-c48983629b25 HTTP/1.1" status: 200 len: 945 time: 0.0489662 Aug 24 13:45:19.411116 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a2cfa86b-1245-4d64-ab8c-22edb5708c5c req-043bbb95-a79e-4900-8b54-58883bd39674 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d50e7938-fd8e-4efc-a458-dd6a4c704eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490751 Aug 24 13:45:19.930806 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-7f75c844-7652-497c-b7d6-ab75480caaf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:20.302251 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf93f5-a24c-4efc-abb0-499dce4942fb req-772a880f-7a4e-4c85-b8a9-61377f0c9c3f tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:20.303742 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-03cf93f5-a24c-4efc-abb0-499dce4942fb req-772a880f-7a4e-4c85-b8a9-61377f0c9c3f tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 944 time: 0.0771749 Aug 24 13:45:20.326988 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c8ac25-696d-4455-9af5-711aaf71d339 req-8dad4d2e-426c-4068-b618-7bbebc160412 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:20.329367 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-06c8ac25-696d-4455-9af5-711aaf71d339 req-8dad4d2e-426c-4068-b618-7bbebc160412 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 945 time: 0.0719090 Aug 24 13:45:20.399705 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-03cf93f5-a24c-4efc-abb0-499dce4942fb req-2ada3e7d-1137-4dbd-ad11-a0854f12ae51 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900240 Aug 24 13:45:20.413445 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-06c8ac25-696d-4455-9af5-711aaf71d339 req-9c8d5057-bbb3-4e1d-99c1-5b0388aabb9e tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778039 Aug 24 13:45:20.533755 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5cff56-56d9-48ea-aae9-8faa6a4eece8 req-809004e6-f7e7-47bd-b422-409433f95ebe tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:20.535238 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-cd5cff56-56d9-48ea-aae9-8faa6a4eece8 req-809004e6-f7e7-47bd-b422-409433f95ebe tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c70a39ae-b902-41c8-a735-c48983629b25 HTTP/1.1" status: 200 len: 945 time: 0.0476663 Aug 24 13:45:20.585006 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-cd5cff56-56d9-48ea-aae9-8faa6a4eece8 req-cb7bdc3c-5941-4ea4-8c79-3e1badc61ab0 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d50e7938-fd8e-4efc-a458-dd6a4c704eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441730 Aug 24 13:45:21.556552 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48951502-a216-49f3-9081-3a6667c36d24 req-3fb863d6-67e8-403f-bb45-9d1c0e549bc9 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:21.558041 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-48951502-a216-49f3-9081-3a6667c36d24 req-3fb863d6-67e8-403f-bb45-9d1c0e549bc9 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 944 time: 0.0820479 Aug 24 13:45:21.567580 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d666060d-457e-40c7-9086-78a1ac7214f0 req-0ed21aa5-70d1-4ce6-b763-4e3e39d0ffd5 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:21.569030 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d666060d-457e-40c7-9086-78a1ac7214f0 req-0ed21aa5-70d1-4ce6-b763-4e3e39d0ffd5 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 945 time: 0.0803759 Aug 24 13:45:21.612864 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:21.654821 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-48951502-a216-49f3-9081-3a6667c36d24 req-66399f35-25e4-4301-acdd-b8e7678dd047 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848367 Aug 24 13:45:21.658599 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d666060d-457e-40c7-9086-78a1ac7214f0 req-3747b515-fa41-4216-93f6-60023225c39c tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827403 Aug 24 13:45:21.742910 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:21.762663 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28971ca5-151e-4662-a4e9-9c7949d544a6 req-8188b06a-2f77-4afe-bc74-98081613f1d8 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:21.764206 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-28971ca5-151e-4662-a4e9-9c7949d544a6 req-8188b06a-2f77-4afe-bc74-98081613f1d8 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c70a39ae-b902-41c8-a735-c48983629b25 HTTP/1.1" status: 200 len: 945 time: 0.0532365 Aug 24 13:45:21.814879 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-28971ca5-151e-4662-a4e9-9c7949d544a6 req-a72f54f2-c623-43da-a651-3ed4aef358dc tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d50e7938-fd8e-4efc-a458-dd6a4c704eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432220 Aug 24 13:45:22.234365 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-a57af4f2-e8bf-4fb5-8a85-9e0487140cd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:22.288291 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0962ede7-bcfc-4579-ac70-558e643b860b req-d3e44a03-f7cd-4264-b4ac-3cfeb2cfa40b tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:22.289801 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0962ede7-bcfc-4579-ac70-558e643b860b req-d3e44a03-f7cd-4264-b4ac-3cfeb2cfa40b tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=c70a39ae-b902-41c8-a735-c48983629b25 HTTP/1.1" status: 200 len: 945 time: 0.0503983 Aug 24 13:45:22.340203 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device a4155bd9-091b-424f-94b6-1d07874966f0 no longer exists at agent hyperv_hv-cinder-77957 {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:45:22.427909 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port a4155bd9-091b-424f-94b6-1d07874966f0 is: ACTIVE; New status is: DOWN {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:45:22.428441 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (a4155bd9-091b-424f-94b6-1d07874966f0), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:22.444535 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dac5718-991b-45a3-a1b8-c1432eec2e34 req-9dde882e-d598-4701-bc50-009b95353a0b tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:22.446026 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1dac5718-991b-45a3-a1b8-c1432eec2e34 req-9dde882e-d598-4701-bc50-009b95353a0b tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 945 time: 0.0843897 Aug 24 13:45:22.454824 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c70a39ae-b902-41c8-a735-c48983629b25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4155bd9-091b-424f-94b6-1d07874966f0'}] {{(pid=106987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:45:22.457123 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee01592ba90e2cb9dcb0c84681ff9a6759d336f5db8af78df2209fafc25a55a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a60419-9662-4e75-97d9-2d48e473ad64" -d '{"events": [{"server_uuid": "c70a39ae-b902-41c8-a735-c48983629b25", "name": "network-vif-unplugged", "status": "completed", "tag": "a4155bd9-091b-424f-94b6-1d07874966f0"}]}' {{(pid=106987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:45:22.480919 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port a4155bd9-091b-424f-94b6-1d07874966f0, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=a4155bd9-091b-424f-94b6-1d07874966f0,segment=NetworkSegment(67afd480-e30a-4400-a86a-25b503d7ef00),segment_id=67afd480-e30a-4400-a86a-25b503d7ef00)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:45:22.502091 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 24 Aug 2022 13:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cbfa263-8e11-4ce8-a8b0-f28fa1843375 x-openstack-request-id: req-7cbfa263-8e11-4ce8-a8b0-f28fa1843375 {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:45:22.502392 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c70a39ae-b902-41c8-a735-c48983629b25", "name": "network-vif-unplugged", "status": "completed", "tag": "a4155bd9-091b-424f-94b6-1d07874966f0", "code": 200}]} {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:45:22.502645 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7cbfa263-8e11-4ce8-a8b0-f28fa1843375 {{(pid=106987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:45:22.503049 dv-cinder-779578-4-iscsi neutron-server[106987]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cbfa263-8e11-4ce8-a8b0-f28fa1843375'] response: {'server_uuid': 'c70a39ae-b902-41c8-a735-c48983629b25', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4155bd9-091b-424f-94b6-1d07874966f0', 'code': 200} Aug 24 13:45:22.559949 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (a4155bd9-091b-424f-94b6-1d07874966f0), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:22.615164 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=a4155bd9-091b-424f-94b6-1d07874966f0,revision_number=6']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:45:22.817863 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [req-0962ede7-bcfc-4579-ac70-558e643b860b req-d9a47ab5-e39c-41d1-8320-fefbd1b9b5c4 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Deleting port a4155bd9-091b-424f-94b6-1d07874966f0 {{(pid=106985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:45:22.818430 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-0962ede7-bcfc-4579-ac70-558e643b860b req-d9a47ab5-e39c-41d1-8320-fefbd1b9b5c4 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (a4155bd9-091b-424f-94b6-1d07874966f0), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:22.851368 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-0313a57b-1fe0-4803-8e5f-7c10799fb392 req-a63d5b31-afd5-4404-8dbc-acfaa8b70828 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=08ba9691-685f-444a-9c86-9ac1562acbf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0526235 Aug 24 13:45:22.890829 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e071db6-d763-47a0-ab92-0275b1a33eaa req-c28d39da-3a42-4e31-b812-da55a2ecd822 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:22.892944 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0e071db6-d763-47a0-ab92-0275b1a33eaa req-c28d39da-3a42-4e31-b812-da55a2ecd822 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 945 time: 0.1442895 Aug 24 13:45:22.898492 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f745c05-5251-4e34-b596-2c64e8ab0142 req-7d03ff3f-562e-4be5-b1a9-495741fe4f8e tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:22.899957 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-8f745c05-5251-4e34-b596-2c64e8ab0142 req-7d03ff3f-562e-4be5-b1a9-495741fe4f8e tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 944 time: 0.1524422 Aug 24 13:45:22.957221 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313a57b-1fe0-4803-8e5f-7c10799fb392 req-49ef108c-cdd7-451d-bde5-35dc978cfe12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:22.958742 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-0313a57b-1fe0-4803-8e5f-7c10799fb392 req-49ef108c-cdd7-451d-bde5-35dc978cfe12 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=127e5da55b164ce68568c153fee58baf&device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 1129 time: 0.0418186 Aug 24 13:45:22.984208 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [req-1dac5718-991b-45a3-a1b8-c1432eec2e34 req-9aa1372f-41c3-4a63-b8a1-4dea595b529a tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Deleting port 19cbe24e-f4f7-4309-aa0c-30c3342c1d7c {{(pid=106985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:45:22.984552 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-1dac5718-991b-45a3-a1b8-c1432eec2e34 req-9aa1372f-41c3-4a63-b8a1-4dea595b529a tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (19cbe24e-f4f7-4309-aa0c-30c3342c1d7c), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:23.082200 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.db [req-0962ede7-bcfc-4579-ac70-558e643b860b req-d9a47ab5-e39c-41d1-8320-fefbd1b9b5c4 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] For port a4155bd9-091b-424f-94b6-1d07874966f0, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=a4155bd9-091b-424f-94b6-1d07874966f0,segment=NetworkSegment(67afd480-e30a-4400-a86a-25b503d7ef00),segment_id=67afd480-e30a-4400-a86a-25b503d7ef00)] {{(pid=106985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:45:23.082586 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-0962ede7-bcfc-4579-ac70-558e643b860b req-d9a47ab5-e39c-41d1-8320-fefbd1b9b5c4 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (a4155bd9-091b-424f-94b6-1d07874966f0), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:23.093669 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313a57b-1fe0-4803-8e5f-7c10799fb392 req-a356f97e-951d-407d-bdf4-06b685d27e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:23.096837 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-0313a57b-1fe0-4803-8e5f-7c10799fb392 req-a356f97e-951d-407d-bdf4-06b685d27e28 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=1fcb22e0-a643-462e-8b2f-3661641fd3fe HTTP/1.1" status: 200 len: 920 time: 0.1136818 Aug 24 13:45:23.128369 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-8f745c05-5251-4e34-b596-2c64e8ab0142 req-0c274f3f-ba64-4a1b-bcc0-e41ef96d76f9 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2218211 Aug 24 13:45:23.137947 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-0313a57b-1fe0-4803-8e5f-7c10799fb392 req-8798da3d-b946-4e0d-916c-1e51f38f2453 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=88ef4e43-75b6-482c-8852-e8293b84a9ab HTTP/1.1" status: 200 len: 217 time: 0.0348141 Aug 24 13:45:23.139359 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0e071db6-d763-47a0-ab92-0275b1a33eaa req-7cdf4e64-bdf2-4c0a-9789-d347582a4ee6 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363086 Aug 24 13:45:23.201546 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313a57b-1fe0-4803-8e5f-7c10799fb392 req-d7a7697d-d729-4fd2-8b2d-7d610f771bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:23.203512 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-0313a57b-1fe0-4803-8e5f-7c10799fb392 req-d7a7697d-d729-4fd2-8b2d-7d610f771bbd service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=b7ad1c15-3875-4de4-b3a4-2c63d79b04bd HTTP/1.1" status: 200 len: 858 time: 0.0472994 Aug 24 13:45:23.213176 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.db [req-1dac5718-991b-45a3-a1b8-c1432eec2e34 req-9aa1372f-41c3-4a63-b8a1-4dea595b529a tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] For port 19cbe24e-f4f7-4309-aa0c-30c3342c1d7c, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=19cbe24e-f4f7-4309-aa0c-30c3342c1d7c,segment=NetworkSegment(e296fb18-638d-4cd2-a920-5bf2622d2f4c),segment_id=e296fb18-638d-4cd2-a920-5bf2622d2f4c)] {{(pid=106985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:45:23.213535 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-1dac5718-991b-45a3-a1b8-c1432eec2e34 req-9aa1372f-41c3-4a63-b8a1-4dea595b529a tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (19cbe24e-f4f7-4309-aa0c-30c3342c1d7c), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:23.251457 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0313a57b-1fe0-4803-8e5f-7c10799fb392 req-741f5195-bb6d-4948-9ce9-82837faa5a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:23.252998 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-0313a57b-1fe0-4803-8e5f-7c10799fb392 req-741f5195-bb6d-4948-9ce9-82837faa5a97 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=1fcb22e0-a643-462e-8b2f-3661641fd3fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435772 Aug 24 13:45:23.290288 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [req-1dac5718-991b-45a3-a1b8-c1432eec2e34 req-9aa1372f-41c3-4a63-b8a1-4dea595b529a tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Calling delete_port for 19cbe24e-f4f7-4309-aa0c-30c3342c1d7c owned by compute:nova {{(pid=106985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:45:23.315274 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da204647-1e70-4e78-a580-98bf4f53b6c9 req-236a69fe-f49f-4fdd-8a9e-61f325a09f43 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:23.316812 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-da204647-1e70-4e78-a580-98bf4f53b6c9 req-236a69fe-f49f-4fdd-8a9e-61f325a09f43 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c70a39ae-b902-41c8-a735-c48983629b25 HTTP/1.1" status: 200 len: 943 time: 0.1004863 Aug 24 13:45:23.361922 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-0313a57b-1fe0-4803-8e5f-7c10799fb392 req-30274b8d-d6a5-4164-9278-0640aca65a5c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1fcb22e0-a643-462e-8b2f-3661641fd3fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027153 Aug 24 13:45:23.421471 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:23.444038 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:23.468313 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-0962ede7-bcfc-4579-ac70-558e643b860b req-d9a47ab5-e39c-41d1-8320-fefbd1b9b5c4 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:23.468680 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-0962ede7-bcfc-4579-ac70-558e643b860b req-d9a47ab5-e39c-41d1-8320-fefbd1b9b5c4 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961197'] for floatingip (981cb89e-1a8f-4449-afe5-4051a00151c5), after_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:23.468994 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.db.l3_db [req-0962ede7-bcfc-4579-ac70-558e643b860b req-d9a47ab5-e39c-41d1-8320-fefbd1b9b5c4 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Floating IP 981cb89e-1a8f-4449-afe5-4051a00151c5 disassociated. External IP: 172.27.1.188, port: a4155bd9-091b-424f-94b6-1d07874966f0. Aug 24 13:45:23.469335 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [req-0962ede7-bcfc-4579-ac70-558e643b860b req-d9a47ab5-e39c-41d1-8320-fefbd1b9b5c4 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Calling delete_port for a4155bd9-091b-424f-94b6-1d07874966f0 owned by compute:nova {{(pid=106985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:45:23.479166 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-da204647-1e70-4e78-a580-98bf4f53b6c9 req-a76bf834-e9a1-40e5-b6be-f94d6e76d396 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=d50e7938-fd8e-4efc-a458-dd6a4c704eef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1530228 Aug 24 13:45:23.533517 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:23.540391 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:23.557921 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-0313a57b-1fe0-4803-8e5f-7c10799fb392 req-ebc05385-c14a-498d-932f-16a7670be600 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/1fcb22e0-a643-462e-8b2f-3661641fd3fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000631 Aug 24 13:45:23.684944 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:23.720825 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-0962ede7-bcfc-4579-ac70-558e643b860b req-d9a47ab5-e39c-41d1-8320-fefbd1b9b5c4 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (a4155bd9-091b-424f-94b6-1d07874966f0), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:23.722661 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-1dac5718-991b-45a3-a1b8-c1432eec2e34 req-9aa1372f-41c3-4a63-b8a1-4dea595b529a tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (19cbe24e-f4f7-4309-aa0c-30c3342c1d7c), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:23.768432 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a47ab5-e39c-41d1-8320-fefbd1b9b5c4 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Pushing event deleted for resources: {'Port': ['ID=a4155bd9-091b-424f-94b6-1d07874966f0,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:45:23.778488 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] get_ports_and_sgs() called for port_ids ['88ef4e43-75b6-482c-8852-e8293b84a9ab', '19cbe24e-f4f7-4309-aa0c-30c3342c1d7c'] {{(pid=106987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 13:45:23.803445 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa1372f-41c3-4a63-b8a1-4dea595b529a tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Pushing event deleted for resources: {'Port': ['ID=19cbe24e-f4f7-4309-aa0c-30c3342c1d7c,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:45:23.895494 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.agents_db [None req-66b1cbc3-9e75-488f-ab76-e3b1c287483f None None] Agent healthcheck: found 6 active agents {{(pid=106988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 13:45:23.900950 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dac5718-991b-45a3-a1b8-c1432eec2e34 req-9aa1372f-41c3-4a63-b8a1-4dea595b529a tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] No DVR routers for this DVR port 19cbe24e-f4f7-4309-aa0c-30c3342c1d7c on host hv-cinder-77957 {{(pid=106985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 13:45:23.903628 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-1dac5718-991b-45a3-a1b8-c1432eec2e34 req-9aa1372f-41c3-4a63-b8a1-4dea595b529a tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:23.907219 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1dac5718-991b-45a3-a1b8-c1432eec2e34 req-9aa1372f-41c3-4a63-b8a1-4dea595b529a tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.20 "DELETE /networking/v2.0/ports/19cbe24e-f4f7-4309-aa0c-30c3342c1d7c HTTP/1.1" status: 204 len: 173 time: 1.4428477 Aug 24 13:45:23.909518 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fbe90b5c-a710-43ee-b3a8-773a37849056', 'name': 'network-vif-deleted', 'tag': '19cbe24e-f4f7-4309-aa0c-30c3342c1d7c'}] {{(pid=106985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:45:23.911798 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339b45b761399ad6383a0e79eb3d49a8b35bb9728a194a6e9817421c04d0c31a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc14856d-51a5-4982-8e6a-8e5b88ee9e33" -d '{"events": [{"server_uuid": "fbe90b5c-a710-43ee-b3a8-773a37849056", "name": "network-vif-deleted", "tag": "19cbe24e-f4f7-4309-aa0c-30c3342c1d7c"}]}' {{(pid=106985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:45:23.953228 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 13:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef8fd9f3-e536-41d7-bc29-03ab4f877b5b x-openstack-request-id: req-ef8fd9f3-e536-41d7-bc29-03ab4f877b5b {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:45:23.953516 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fbe90b5c-a710-43ee-b3a8-773a37849056", "name": "network-vif-deleted", "tag": "19cbe24e-f4f7-4309-aa0c-30c3342c1d7c", "status": "completed", "code": 200}]} {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:45:23.953762 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ef8fd9f3-e536-41d7-bc29-03ab4f877b5b {{(pid=106985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:45:23.954709 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef8fd9f3-e536-41d7-bc29-03ab4f877b5b'] response: {'server_uuid': 'fbe90b5c-a710-43ee-b3a8-773a37849056', 'name': 'network-vif-deleted', 'tag': '19cbe24e-f4f7-4309-aa0c-30c3342c1d7c', 'status': 'completed', 'code': 200} Aug 24 13:45:23.963613 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0962ede7-bcfc-4579-ac70-558e643b860b req-d9a47ab5-e39c-41d1-8320-fefbd1b9b5c4 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Router 76db8bb3-0b68-4e6c-befe-f4726b0c7412 has already been hosted by L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 {{(pid=106985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 13:45:24.075121 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0962ede7-bcfc-4579-ac70-558e643b860b req-d9a47ab5-e39c-41d1-8320-fefbd1b9b5c4 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:45:24.088458 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ab198e-1907-40e8-93ba-63c1dff3c45e None None] Sync routers for ids ['76db8bb3-0b68-4e6c-befe-f4726b0c7412'] in dv-cinder-779578-4-iscsi {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:45:24.099544 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ab198e-1907-40e8-93ba-63c1dff3c45e None None] Routers {'76db8bb3-0b68-4e6c-befe-f4726b0c7412'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:45:24.100135 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-c4ab198e-1907-40e8-93ba-63c1dff3c45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:45:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['76db8bb3-0b68-4e6c-befe-f4726b0c7412'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:45:24.120597 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.l3_dvrscheduler_db [req-0962ede7-bcfc-4579-ac70-558e643b860b req-d9a47ab5-e39c-41d1-8320-fefbd1b9b5c4 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] No DVR routers for this DVR port a4155bd9-091b-424f-94b6-1d07874966f0 on host hv-cinder-77957 {{(pid=106985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 13:45:24.123463 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-0962ede7-bcfc-4579-ac70-558e643b860b req-d9a47ab5-e39c-41d1-8320-fefbd1b9b5c4 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:24.127533 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0962ede7-bcfc-4579-ac70-558e643b860b req-d9a47ab5-e39c-41d1-8320-fefbd1b9b5c4 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.20 "DELETE /networking/v2.0/ports/a4155bd9-091b-424f-94b6-1d07874966f0 HTTP/1.1" status: 204 len: 173 time: 1.7678404 Aug 24 13:45:24.255351 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-c4ab198e-1907-40e8-93ba-63c1dff3c45e None None] Set router 76db8bb3-0b68-4e6c-befe-f4726b0c7412 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:45:24.333212 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-53fd1f0e-29c7-46f8-b92d-f26081ae9738 req-fb1915c1-b3bf-4618-98f4-d799a9b6e431 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 210 time: 0.0691910 Aug 24 13:45:24.344926 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 579a6bec-e4ab-438a-a263-2fafa0fe42bc details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=106987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 13:45:24.365786 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b0f74-b1f1-4c31-b071-492296c46296 req-fdd58f0a-84cc-4846-acd4-280fa651a9ab tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:24.367551 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b15b0f74-b1f1-4c31-b071-492296c46296 req-fdd58f0a-84cc-4846-acd4-280fa651a9ab tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 944 time: 0.1070457 Aug 24 13:45:24.390471 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=100 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:24.414228 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:DELETE=11 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:24.470240 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b15b0f74-b1f1-4c31-b071-492296c46296 req-84051ec8-8a1b-4d37-b207-3f617d04a584 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853922 Aug 24 13:45:24.514327 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 579a6bec-e4ab-438a-a263-2fafa0fe42bc, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=579a6bec-e4ab-438a-a263-2fafa0fe42bc,segment=NetworkSegment(2ee2ed0f-8942-4d6c-9c77-0bae79e3a489),segment_id=2ee2ed0f-8942-4d6c-9c77-0bae79e3a489)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:45:24.520246 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-c4ab198e-1907-40e8-93ba-63c1dff3c45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'name': 'tempest-AttachVolumeNegativeTest-1546593255-router', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:16Z', 'updated_at': '2022-08-24T13:38:26Z', 'revision_number': 4, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'gw_port': {'id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:18Z', 'updated_at': '2022-08-24T13:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': '75065905-7b34-4ad9-aad8-ab7ee3ca3bd8', 'name': '', 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'mac_address': 'fa:16:3e:60:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd07781da-28f3-4c07-b598-0d710e632916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:24Z', 'updated_at': '2022-08-24T13:38:38Z', 'revision_number': 5, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'subnets': [{'id': 'd07781da-28f3-4c07-b598-0d710e632916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:45:24.529548 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Returning: {'device': '579a6bec-e4ab-438a-a263-2fafa0fe42bc', 'network_id': '2a47b7b8-8e69-4dcf-8155-1e0d50419209', 'port_id': '579a6bec-e4ab-438a-a263-2fafa0fe42bc', 'mac_address': 'fa:16:3e:9b:af:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bc1c488-9e72-4177-be4a-033432e17d3d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 13:45:24.552778 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ab198e-1907-40e8-93ba-63c1dff3c45e None None] Checking router: 76db8bb3-0b68-4e6c-befe-f4726b0c7412 for host: dv-cinder-779578-4-iscsi {{(pid=106988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:45:24.563525 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ab198e-1907-40e8-93ba-63c1dff3c45e None None] Routers {'76db8bb3-0b68-4e6c-befe-f4726b0c7412'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:45:24.564444 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-c4ab198e-1907-40e8-93ba-63c1dff3c45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:45:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['76db8bb3-0b68-4e6c-befe-f4726b0c7412'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:45:24.573232 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port 579a6bec-e4ab-438a-a263-2fafa0fe42bc is: DOWN; New status is: BUILD {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:45:24.573636 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (579a6bec-e4ab-438a-a263-2fafa0fe42bc), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:24.606531 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-2a67dad7-1814-48d8-8d9f-eb4c2d09253f req-f5e6bb22-a9c4-45f1-9d4f-baba52ab1fd7 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c70a39ae-b902-41c8-a735-c48983629b25 HTTP/1.1" status: 200 len: 210 time: 0.0361218 Aug 24 13:45:24.606753 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 579a6bec-e4ab-438a-a263-2fafa0fe42bc {{(pid=106987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 13:45:24.637189 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 579a6bec-e4ab-438a-a263-2fafa0fe42bc, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=579a6bec-e4ab-438a-a263-2fafa0fe42bc,segment=NetworkSegment(2ee2ed0f-8942-4d6c-9c77-0bae79e3a489),segment_id=2ee2ed0f-8942-4d6c-9c77-0bae79e3a489)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:45:24.685877 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=100 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:24.708296 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-c4ab198e-1907-40e8-93ba-63c1dff3c45e None None] Set router 76db8bb3-0b68-4e6c-befe-f4726b0c7412 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:45:24.748366 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (579a6bec-e4ab-438a-a263-2fafa0fe42bc), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:24.770330 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:24.793094 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:24.796213 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=579a6bec-e4ab-438a-a263-2fafa0fe42bc,revision_number=7']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:45:24.906391 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-c4ab198e-1907-40e8-93ba-63c1dff3c45e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'name': 'tempest-AttachVolumeNegativeTest-1546593255-router', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:16Z', 'updated_at': '2022-08-24T13:38:26Z', 'revision_number': 4, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'gw_port': {'id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:18Z', 'updated_at': '2022-08-24T13:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': '75065905-7b34-4ad9-aad8-ab7ee3ca3bd8', 'name': '', 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'mac_address': 'fa:16:3e:60:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd07781da-28f3-4c07-b598-0d710e632916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:24Z', 'updated_at': '2022-08-24T13:38:38Z', 'revision_number': 5, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'subnets': [{'id': 'd07781da-28f3-4c07-b598-0d710e632916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:45:24.931595 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ab198e-1907-40e8-93ba-63c1dff3c45e None None] The sync data for ids ['76db8bb3-0b68-4e6c-befe-f4726b0c7412'] in dv-cinder-779578-4-iscsi is: [{'id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'name': 'tempest-AttachVolumeNegativeTest-1546593255-router', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:16Z', 'updated_at': '2022-08-24T13:38:26Z', 'revision_number': 4, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'gw_port': {'id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:18Z', 'updated_at': '2022-08-24T13:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': '75065905-7b34-4ad9-aad8-ab7ee3ca3bd8', 'name': '', 'network_id': '789a27f6-7f62-4022-86ef-1042c82fc322', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'mac_address': 'fa:16:3e:60:3e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'd07781da-28f3-4c07-b598-0d710e632916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:24Z', 'updated_at': '2022-08-24T13:38:38Z', 'revision_number': 5, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'subnets': [{'id': 'd07781da-28f3-4c07-b598-0d710e632916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:45:25.096665 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:25.175846 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8660ef5-7534-4a70-a65f-51ca41375aff None None] New status for floating IP 981cb89e-1a8f-4449-afe5-4051a00151c5: DOWN {{(pid=106987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 13:45:25.211463 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] get_ports_and_sgs() called for port_ids ['579a6bec-e4ab-438a-a263-2fafa0fe42bc'] {{(pid=106987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 13:45:25.222439 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:25.458268 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-bd67fe58-d113-4e93-b1c7-ebc6d2c5b2d3 req-0c3f5d1b-82e6-489f-8478-7079b81c7c21 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=fbe90b5c-a710-43ee-b3a8-773a37849056 HTTP/1.1" status: 200 len: 210 time: 0.0293491 Aug 24 13:45:25.586248 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc78c67-e7fa-4053-9ccc-f6cd83c1c0f3 req-8533f002-2f37-4df5-8d8d-7c7d8d6a2dd6 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:25.587762 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-8dc78c67-e7fa-4053-9ccc-f6cd83c1c0f3 req-8533f002-2f37-4df5-8d8d-7c7d8d6a2dd6 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 945 time: 0.0486350 Aug 24 13:45:25.640708 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-8dc78c67-e7fa-4053-9ccc-f6cd83c1c0f3 req-4919d88e-b66d-4587-b473-6801e74121d4 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470994 Aug 24 13:45:25.732600 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-97801215-3ee1-4b01-b0d9-6a67c1a0e9c5 req-f01c2e75-b7c2-4be0-8b1d-c837a2676685 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=c70a39ae-b902-41c8-a735-c48983629b25 HTTP/1.1" status: 200 len: 210 time: 0.0315495 Aug 24 13:45:25.955586 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c70a39ae-b902-41c8-a735-c48983629b25', 'name': 'network-vif-deleted', 'tag': 'a4155bd9-091b-424f-94b6-1d07874966f0'}] {{(pid=106985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:45:25.957916 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339b45b761399ad6383a0e79eb3d49a8b35bb9728a194a6e9817421c04d0c31a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3dc0336-9a58-4c37-a9ab-1a99f5147424" -d '{"events": [{"server_uuid": "c70a39ae-b902-41c8-a735-c48983629b25", "name": "network-vif-deleted", "tag": "a4155bd9-091b-424f-94b6-1d07874966f0"}]}' {{(pid=106985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:45:26.005758 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 13:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45c3d7a9-b5b4-4732-ad65-8c08e04e2b46 x-openstack-request-id: req-45c3d7a9-b5b4-4732-ad65-8c08e04e2b46 {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:45:26.006003 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c70a39ae-b902-41c8-a735-c48983629b25", "name": "network-vif-deleted", "tag": "a4155bd9-091b-424f-94b6-1d07874966f0", "status": "completed", "code": 200}]} {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:45:26.006253 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-45c3d7a9-b5b4-4732-ad65-8c08e04e2b46 {{(pid=106985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:45:26.006652 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45c3d7a9-b5b4-4732-ad65-8c08e04e2b46'] response: {'server_uuid': 'c70a39ae-b902-41c8-a735-c48983629b25', 'name': 'network-vif-deleted', 'tag': 'a4155bd9-091b-424f-94b6-1d07874966f0', 'status': 'completed', 'code': 200} Aug 24 13:45:26.363984 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 579a6bec-e4ab-438a-a263-2fafa0fe42bc up at agent hyperv_hv-cinder-77957 {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:45:26.409275 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Provisioning complete for port 579a6bec-e4ab-438a-a263-2fafa0fe42bc triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:45:26.409660 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (579a6bec-e4ab-438a-a263-2fafa0fe42bc), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:26.482973 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port 579a6bec-e4ab-438a-a263-2fafa0fe42bc is: BUILD; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:45:26.483351 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (579a6bec-e4ab-438a-a263-2fafa0fe42bc), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:26.507681 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1118fb04-6744-4b7c-b639-0081073ee53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '579a6bec-e4ab-438a-a263-2fafa0fe42bc'}] {{(pid=106987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:45:26.509932 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee01592ba90e2cb9dcb0c84681ff9a6759d336f5db8af78df2209fafc25a55a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c86bd05-ce4e-43e1-8463-eab7f43017a9" -d '{"events": [{"server_uuid": "1118fb04-6744-4b7c-b639-0081073ee53a", "name": "network-vif-plugged", "status": "completed", "tag": "579a6bec-e4ab-438a-a263-2fafa0fe42bc"}]}' {{(pid=106987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:45:26.524718 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 579a6bec-e4ab-438a-a263-2fafa0fe42bc, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=579a6bec-e4ab-438a-a263-2fafa0fe42bc,segment=NetworkSegment(2ee2ed0f-8942-4d6c-9c77-0bae79e3a489),segment_id=2ee2ed0f-8942-4d6c-9c77-0bae79e3a489)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:45:26.564524 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 13:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfcb826-ed5e-4f41-8c06-eed29972dd9a x-openstack-request-id: req-9bfcb826-ed5e-4f41-8c06-eed29972dd9a {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:45:26.564821 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1118fb04-6744-4b7c-b639-0081073ee53a", "name": "network-vif-plugged", "status": "completed", "tag": "579a6bec-e4ab-438a-a263-2fafa0fe42bc", "code": 200}]} {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:45:26.565093 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-9bfcb826-ed5e-4f41-8c06-eed29972dd9a {{(pid=106987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:45:26.565566 dv-cinder-779578-4-iscsi neutron-server[106987]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bfcb826-ed5e-4f41-8c06-eed29972dd9a'] response: {'server_uuid': '1118fb04-6744-4b7c-b639-0081073ee53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '579a6bec-e4ab-438a-a263-2fafa0fe42bc', 'code': 200} Aug 24 13:45:26.604367 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (579a6bec-e4ab-438a-a263-2fafa0fe42bc), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:26.605264 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 19cbe24e-f4f7-4309-aa0c-30c3342c1d7c no longer exists at agent hyperv_hv-cinder-77957 {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:45:26.645979 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] No Port match for: 19cbe24e-f4f7-4309-aa0c-30c3342c1d7c {{(pid=106987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 13:45:26.646313 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 19cbe24e-f4f7-4309-aa0c-30c3342c1d7c not bound to the agent host hv-cinder-77957 {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 13:45:26.675253 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=579a6bec-e4ab-438a-a263-2fafa0fe42bc,revision_number=8']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:45:26.769156 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da22221-8167-4ff0-a822-57627a3ae643 req-f70edd85-f69b-47a8-af52-975ad548fae1 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:26.770655 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9da22221-8167-4ff0-a822-57627a3ae643 req-f70edd85-f69b-47a8-af52-975ad548fae1 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 946 time: 0.0484464 Aug 24 13:45:26.822933 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9da22221-8167-4ff0-a822-57627a3ae643 req-87906175-ee21-4719-9ec2-78028306ac0e tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466483 Aug 24 13:45:26.995139 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 55278) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:45:27.008984 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125685fb-a368-4e3a-8495-659410fc3b8d req-289fc2cd-0a13-4ff7-9359-f4c3fca87536 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:27.010584 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-125685fb-a368-4e3a-8495-659410fc3b8d req-289fc2cd-0a13-4ff7-9359-f4c3fca87536 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 945 time: 0.0513067 Aug 24 13:45:27.061510 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-49bf6add-db15-4781-9348-31a513ed0c85 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for security_group (d50e7938-fd8e-4efc-a458-dd6a4c704eef), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:27.073786 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-125685fb-a368-4e3a-8495-659410fc3b8d req-c1a72377-9b81-46a8-be8d-771cd1c1aee1 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570278 Aug 24 13:45:27.089621 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-49bf6add-db15-4781-9348-31a513ed0c85 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for security_group (d50e7938-fd8e-4efc-a458-dd6a4c704eef), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:27.216376 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-49bf6add-db15-4781-9348-31a513ed0c85 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (d50e7938-fd8e-4efc-a458-dd6a4c704eef), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:27.218973 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-49bf6add-db15-4781-9348-31a513ed0c85 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:27.220790 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-49bf6add-db15-4781-9348-31a513ed0c85 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "DELETE /networking/v2.0/security-groups/d50e7938-fd8e-4efc-a458-dd6a4c704eef HTTP/1.1" status: 204 len: 168 time: 0.2246532 Aug 24 13:45:27.223989 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 55280) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:45:27.230023 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bf6add-db15-4781-9348-31a513ed0c85 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50e7938-fd8e-4efc-a458-dd6a4c704eef,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:45:27.239721 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.api.v2.resource [None req-47f32e97-3a6d-4a41-9802-03e696a2db35 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] show failed (client error): The resource could not be found. Aug 24 13:45:27.240773 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-47f32e97-3a6d-4a41-9802-03e696a2db35 tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "GET /networking/v2.0/security-groups/d50e7938-fd8e-4efc-a458-dd6a4c704eef HTTP/1.1" status: 404 len: 347 time: 0.0157695 Aug 24 13:45:27.243650 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 55282) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:45:27.279551 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:27.367379 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [None req-ad90193f-d67c-452a-8cd3-b11b16107e3b tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Deleting port a781c427-522d-4173-a167-6a2b16a67682 {{(pid=106985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:45:27.367859 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-ad90193f-d67c-452a-8cd3-b11b16107e3b tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (a781c427-522d-4173-a167-6a2b16a67682), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:27.447689 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-ad90193f-d67c-452a-8cd3-b11b16107e3b tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (a781c427-522d-4173-a167-6a2b16a67682), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:27.448011 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-ad90193f-d67c-452a-8cd3-b11b16107e3b tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for floatingip (a781c427-522d-4173-a167-6a2b16a67682), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:27.460593 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [None req-ad90193f-d67c-452a-8cd3-b11b16107e3b tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Calling delete_port for a781c427-522d-4173-a167-6a2b16a67682 owned by network:floatingip {{(pid=106985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:45:27.696806 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-ad90193f-d67c-452a-8cd3-b11b16107e3b tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (a781c427-522d-4173-a167-6a2b16a67682), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:27.726501 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad90193f-d67c-452a-8cd3-b11b16107e3b tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Pushing event deleted for resources: {'Port': ['ID=a781c427-522d-4173-a167-6a2b16a67682,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:45:27.800953 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-ad90193f-d67c-452a-8cd3-b11b16107e3b tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks [] for floatingip (981cb89e-1a8f-4449-afe5-4051a00151c5), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:27.809190 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-ad90193f-d67c-452a-8cd3-b11b16107e3b tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for floatingip (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:27.809190 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-ad90193f-d67c-452a-8cd3-b11b16107e3b tempest-AttachVolumeNegativeTest-1166612185 tempest-AttachVolumeNegativeTest-1166612185-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/981cb89e-1a8f-4449-afe5-4051a00151c5 HTTP/1.1" status: 204 len: 168 time: 0.5600147 Aug 24 13:45:27.946172 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f41b50d-5ff9-457c-92eb-c56cf40f996a req-3fe27a8c-7b99-44a6-951d-60f2097c3e57 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:27.948135 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-6f41b50d-5ff9-457c-92eb-c56cf40f996a req-3fe27a8c-7b99-44a6-951d-60f2097c3e57 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 946 time: 0.0498009 Aug 24 13:45:27.999397 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-6f41b50d-5ff9-457c-92eb-c56cf40f996a req-686be76a-b11a-4cdc-914e-04e33bd49d3e tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454462 Aug 24 13:45:28.203244 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba48df-f30b-48ad-9509-f99e62391168 req-ddfa4761-ae2b-495b-b73b-b0c33caca69e tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:28.204692 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-36ba48df-f30b-48ad-9509-f99e62391168 req-ddfa4761-ae2b-495b-b73b-b0c33caca69e tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 945 time: 0.0539396 Aug 24 13:45:28.256279 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-36ba48df-f30b-48ad-9509-f99e62391168 req-8beb4d8e-6f6f-49dc-9860-44ab11545036 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442643 Aug 24 13:45:29.131420 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712f736d-d2d3-4764-af61-d85ba36a83f1 req-9a44f038-aca3-420a-967a-a2b39401b940 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:29.132963 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-712f736d-d2d3-4764-af61-d85ba36a83f1 req-9a44f038-aca3-420a-967a-a2b39401b940 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 946 time: 0.0552807 Aug 24 13:45:29.154600 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:29.184218 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-712f736d-d2d3-4764-af61-d85ba36a83f1 req-553abf96-b4f0-4672-a598-effb67af3aa3 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454767 Aug 24 13:45:29.374917 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12fc59-7843-4dc1-999a-be2abc73d6ae req-32c2d5c9-579d-4ae7-8d1c-d117946db7a2 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:29.378144 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7b12fc59-7843-4dc1-999a-be2abc73d6ae req-32c2d5c9-579d-4ae7-8d1c-d117946db7a2 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 945 time: 0.0495565 Aug 24 13:45:29.435193 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7b12fc59-7843-4dc1-999a-be2abc73d6ae req-383138bd-e0b2-448d-a35d-39a27c481061 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463974 Aug 24 13:45:29.495697 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb249d-16ff-408a-b12c-0c648818a64c req-0c0db96a-d4e8-46cc-a7dd-186612d2cc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:29.497306 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-fabb249d-16ff-408a-b12c-0c648818a64c req-0c0db96a-d4e8-46cc-a7dd-186612d2cc18 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 1130 time: 0.0397770 Aug 24 13:45:29.803168 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-fabb249d-16ff-408a-b12c-0c648818a64c req-adc28e07-ed52-4b77-9877-6a25342bbb7d service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468922 Aug 24 13:45:30.312454 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cd6806-979c-41e4-8971-ab486e9c96f9 req-f6c87d78-4c3d-40b5-8b95-e1690a5cfcdc tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:30.314178 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e0cd6806-979c-41e4-8971-ab486e9c96f9 req-f6c87d78-4c3d-40b5-8b95-e1690a5cfcdc tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 946 time: 0.0531766 Aug 24 13:45:30.363448 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e0cd6806-979c-41e4-8971-ab486e9c96f9 req-463ea7fc-7fbc-4290-b97c-87383af98328 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431318 Aug 24 13:45:30.561053 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e156e90-a35d-4d60-92ef-ae3030da0cc2 req-3996dfcd-d235-40d7-b796-69fd3daef0ae tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:30.562807 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-6e156e90-a35d-4d60-92ef-ae3030da0cc2 req-3996dfcd-d235-40d7-b796-69fd3daef0ae tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 945 time: 0.0566802 Aug 24 13:45:30.580164 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e2ad7-e5b8-4330-bd94-e5cb6c821dea req-a8b10c70-28cb-4fcb-b8cf-05a5aff4a205 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:30.581983 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-981e2ad7-e5b8-4330-bd94-e5cb6c821dea req-a8b10c70-28cb-4fcb-b8cf-05a5aff4a205 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 945 time: 0.0593028 Aug 24 13:45:30.592043 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:30.624264 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-6e156e90-a35d-4d60-92ef-ae3030da0cc2 req-a2f0793b-39aa-4033-9c87-342b51da0a2d tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542049 Aug 24 13:45:30.684039 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [req-981e2ad7-e5b8-4330-bd94-e5cb6c821dea req-acaabed2-104b-4d63-b7f3-10d078aad1b3 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Deleting port 88ef4e43-75b6-482c-8852-e8293b84a9ab {{(pid=106986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:45:30.689231 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-981e2ad7-e5b8-4330-bd94-e5cb6c821dea req-acaabed2-104b-4d63-b7f3-10d078aad1b3 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (88ef4e43-75b6-482c-8852-e8293b84a9ab), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:30.781667 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.db [req-981e2ad7-e5b8-4330-bd94-e5cb6c821dea req-acaabed2-104b-4d63-b7f3-10d078aad1b3 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] For port 88ef4e43-75b6-482c-8852-e8293b84a9ab, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=88ef4e43-75b6-482c-8852-e8293b84a9ab,segment=NetworkSegment(e296fb18-638d-4cd2-a920-5bf2622d2f4c),segment_id=e296fb18-638d-4cd2-a920-5bf2622d2f4c)] {{(pid=106986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:45:30.782029 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-981e2ad7-e5b8-4330-bd94-e5cb6c821dea req-acaabed2-104b-4d63-b7f3-10d078aad1b3 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (88ef4e43-75b6-482c-8852-e8293b84a9ab), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:30.795668 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [req-981e2ad7-e5b8-4330-bd94-e5cb6c821dea req-acaabed2-104b-4d63-b7f3-10d078aad1b3 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Calling delete_port for 88ef4e43-75b6-482c-8852-e8293b84a9ab owned by compute:nova {{(pid=106986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:45:31.028202 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-981e2ad7-e5b8-4330-bd94-e5cb6c821dea req-acaabed2-104b-4d63-b7f3-10d078aad1b3 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990584'] for port (88ef4e43-75b6-482c-8852-e8293b84a9ab), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:31.054711 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaabed2-104b-4d63-b7f3-10d078aad1b3 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Pushing event deleted for resources: {'Port': ['ID=88ef4e43-75b6-482c-8852-e8293b84a9ab,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:45:31.103949 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.l3_dvrscheduler_db [req-981e2ad7-e5b8-4330-bd94-e5cb6c821dea req-acaabed2-104b-4d63-b7f3-10d078aad1b3 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] No DVR routers for this DVR port 88ef4e43-75b6-482c-8852-e8293b84a9ab on host hv-cinder-77957 {{(pid=106986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 13:45:31.106470 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-981e2ad7-e5b8-4330-bd94-e5cb6c821dea req-acaabed2-104b-4d63-b7f3-10d078aad1b3 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:31.109637 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-981e2ad7-e5b8-4330-bd94-e5cb6c821dea req-acaabed2-104b-4d63-b7f3-10d078aad1b3 tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.20 "DELETE /networking/v2.0/ports/88ef4e43-75b6-482c-8852-e8293b84a9ab HTTP/1.1" status: 204 len: 173 time: 0.5221882 Aug 24 13:45:31.112867 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ba9691-685f-444a-9c86-9ac1562acbf0', 'name': 'network-vif-deleted', 'tag': '88ef4e43-75b6-482c-8852-e8293b84a9ab'}] {{(pid=106986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:45:31.112867 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d01dbab33e71115aad2ee8471a00c8ecaf37bbc8c5e47995de0ab84d59865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a75eaae3-8302-45f6-85c4-81f362e1742f" -d '{"events": [{"server_uuid": "08ba9691-685f-444a-9c86-9ac1562acbf0", "name": "network-vif-deleted", "tag": "88ef4e43-75b6-482c-8852-e8293b84a9ab"}]}' {{(pid=106986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:45:31.149566 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 13:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3919e23-a4fb-47fd-94ca-9246c245ab6d x-openstack-request-id: req-b3919e23-a4fb-47fd-94ca-9246c245ab6d {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:45:31.149865 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ba9691-685f-444a-9c86-9ac1562acbf0", "name": "network-vif-deleted", "tag": "88ef4e43-75b6-482c-8852-e8293b84a9ab", "status": "completed", "code": 200}]} {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:45:31.150122 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b3919e23-a4fb-47fd-94ca-9246c245ab6d {{(pid=106986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:45:31.150534 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3919e23-a4fb-47fd-94ca-9246c245ab6d'] response: {'server_uuid': '08ba9691-685f-444a-9c86-9ac1562acbf0', 'name': 'network-vif-deleted', 'tag': '88ef4e43-75b6-482c-8852-e8293b84a9ab', 'status': 'completed', 'code': 200} Aug 24 13:45:31.490246 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58978f-0e3b-4024-bb0b-92347e4dba17 req-08e39c39-a55f-4ccd-af03-0744f4ebb24a tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:31.491940 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9c58978f-0e3b-4024-bb0b-92347e4dba17 req-08e39c39-a55f-4ccd-af03-0744f4ebb24a tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 946 time: 0.0515294 Aug 24 13:45:31.555395 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9c58978f-0e3b-4024-bb0b-92347e4dba17 req-ff454a20-6ef1-49bd-9ef6-fe69af730a56 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558946 Aug 24 13:45:31.736121 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-eabf7129-7b23-456b-a02e-bf042a621433 req-8bd83268-95fc-402d-94a7-09c1eb24184a tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 210 time: 0.0292766 Aug 24 13:45:32.056468 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 55338) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:45:32.393546 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 88ef4e43-75b6-482c-8852-e8293b84a9ab no longer exists at agent hyperv_hv-cinder-77957 {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:45:32.415791 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] No Port match for: 88ef4e43-75b6-482c-8852-e8293b84a9ab {{(pid=106987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 13:45:32.416141 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 88ef4e43-75b6-482c-8852-e8293b84a9ab not bound to the agent host hv-cinder-77957 {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 13:45:32.493156 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-4faf38f1-32e4-49b3-8019-7c236c60f4be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-564397'] for router_interface (76db8bb3-0b68-4e6c-befe-f4726b0c7412), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:32.717275 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:32.732565 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [None req-4faf38f1-32e4-49b3-8019-7c236c60f4be admin admin] Deleting port 75065905-7b34-4ad9-aad8-ab7ee3ca3bd8 {{(pid=106985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:45:32.732928 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-4faf38f1-32e4-49b3-8019-7c236c60f4be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (75065905-7b34-4ad9-aad8-ab7ee3ca3bd8), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:32.822583 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.db [None req-4faf38f1-32e4-49b3-8019-7c236c60f4be admin admin] For port 75065905-7b34-4ad9-aad8-ab7ee3ca3bd8, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=75065905-7b34-4ad9-aad8-ab7ee3ca3bd8,segment=NetworkSegment(67afd480-e30a-4400-a86a-25b503d7ef00),segment_id=67afd480-e30a-4400-a86a-25b503d7ef00)] {{(pid=106985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:45:32.822883 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-4faf38f1-32e4-49b3-8019-7c236c60f4be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (75065905-7b34-4ad9-aad8-ab7ee3ca3bd8), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:32.846653 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [None req-4faf38f1-32e4-49b3-8019-7c236c60f4be admin admin] Calling delete_port for 75065905-7b34-4ad9-aad8-ab7ee3ca3bd8 owned by network:router_interface {{(pid=106985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:45:32.875442 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-036a7336-a885-4ac8-9627-85e25cd7af21 req-d7746380-d2dc-404f-911a-0aea82475e6a tempest-ServerRescueNegativeTestJSON-1606015574 tempest-ServerRescueNegativeTestJSON-1606015574-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=08ba9691-685f-444a-9c86-9ac1562acbf0 HTTP/1.1" status: 200 len: 210 time: 0.0441267 Aug 24 13:45:32.914230 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:33.365635 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-4faf38f1-32e4-49b3-8019-7c236c60f4be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (75065905-7b34-4ad9-aad8-ab7ee3ca3bd8), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:33.391932 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf38f1-32e4-49b3-8019-7c236c60f4be admin admin] Pushing event deleted for resources: {'Port': ['ID=75065905-7b34-4ad9-aad8-ab7ee3ca3bd8,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:45:33.574625 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-4faf38f1-32e4-49b3-8019-7c236c60f4be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-564281'] for router_interface (76db8bb3-0b68-4e6c-befe-f4726b0c7412), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:33.797722 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4faf38f1-32e4-49b3-8019-7c236c60f4be admin admin] Router 76db8bb3-0b68-4e6c-befe-f4726b0c7412 has already been hosted by L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 {{(pid=106985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 13:45:33.910209 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4faf38f1-32e4-49b3-8019-7c236c60f4be admin admin] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:45:33.919342 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-4faf38f1-32e4-49b3-8019-7c236c60f4be admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/76db8bb3-0b68-4e6c-befe-f4726b0c7412/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8610144 Aug 24 13:45:33.919906 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 55348) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:45:33.925904 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd1fd7c-f010-4f0d-9aa2-4623938e86f1 None None] Sync routers for ids ['76db8bb3-0b68-4e6c-befe-f4726b0c7412'] in dv-cinder-779578-4-iscsi {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:45:33.941458 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd1fd7c-f010-4f0d-9aa2-4623938e86f1 None None] Routers {'76db8bb3-0b68-4e6c-befe-f4726b0c7412'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:45:33.943175 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-5bd1fd7c-f010-4f0d-9aa2-4623938e86f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:45:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['76db8bb3-0b68-4e6c-befe-f4726b0c7412'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:45:33.957377 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 55350) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:45:34.043134 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-c7a18177-98d9-481a-8f61-f1ebf82f941c admin admin] Publish callbacks [] for router (76db8bb3-0b68-4e6c-befe-f4726b0c7412), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:34.059775 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-5bd1fd7c-f010-4f0d-9aa2-4623938e86f1 None None] Set router 76db8bb3-0b68-4e6c-befe-f4726b0c7412 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:45:34.162306 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-c7a18177-98d9-481a-8f61-f1ebf82f941c admin admin] Publish callbacks [] for router_gateway (76db8bb3-0b68-4e6c-befe-f4726b0c7412), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:34.168357 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37338b1-13fa-41be-82e7-64a63ddd775d req-9f345d4f-2706-4174-8a4d-a6dba36078e8 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:34.170435 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a37338b1-13fa-41be-82e7-64a63ddd775d req-9f345d4f-2706-4174-8a4d-a6dba36078e8 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=d89846c9-96d3-4b1b-bba0-bc5d89c6bbde HTTP/1.1" status: 200 len: 945 time: 0.0909605 Aug 24 13:45:34.201846 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:34.218896 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:34.220693 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:34.255855 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [None req-c7a18177-98d9-481a-8f61-f1ebf82f941c admin admin] Deleting port 5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa {{(pid=106986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:45:34.256217 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-c7a18177-98d9-481a-8f61-f1ebf82f941c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:34.304248 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a37338b1-13fa-41be-82e7-64a63ddd775d req-f1661a0f-93f3-44ec-af77-7d1bd6777993 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279309 Aug 24 13:45:34.304695 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:34.353222 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-5bd1fd7c-f010-4f0d-9aa2-4623938e86f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'name': 'tempest-AttachVolumeNegativeTest-1546593255-router', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104'}], 'enable_snat': True}, 'gw_port_id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:16Z', 'updated_at': '2022-08-24T13:45:33Z', 'revision_number': 5, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'gw_port': {'id': '5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:6d:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:18Z', 'updated_at': '2022-08-24T13:38:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi'}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:45:34.353704 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.db [None req-c7a18177-98d9-481a-8f61-f1ebf82f941c admin admin] For port 5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa,segment=NetworkSegment(5f346d1e-6301-45fd-9dfc-66a590810fee),segment_id=5f346d1e-6301-45fd-9dfc-66a590810fee)] {{(pid=106986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:45:34.354312 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-c7a18177-98d9-481a-8f61-f1ebf82f941c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:34.371705 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [None req-c7a18177-98d9-481a-8f61-f1ebf82f941c admin admin] Calling delete_port for 5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa owned by network:router_gateway {{(pid=106986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:45:34.382689 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=100 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:34.388306 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd1fd7c-f010-4f0d-9aa2-4623938e86f1 None None] Checking router: 76db8bb3-0b68-4e6c-befe-f4726b0c7412 for host: dv-cinder-779578-4-iscsi {{(pid=106988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:45:34.393713 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd1fd7c-f010-4f0d-9aa2-4623938e86f1 None None] Routers {'76db8bb3-0b68-4e6c-befe-f4726b0c7412'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:45:34.394342 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-5bd1fd7c-f010-4f0d-9aa2-4623938e86f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:45:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['76db8bb3-0b68-4e6c-befe-f4726b0c7412'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:45:34.485810 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-5bd1fd7c-f010-4f0d-9aa2-4623938e86f1 None None] Set router 76db8bb3-0b68-4e6c-befe-f4726b0c7412 gateway port host: None {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:45:34.494784 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-a7f43c50-86c0-49a9-b65a-a5054afa4472 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-564397'] for router_interface (35afed2f-d0ca-497e-a05d-362cf78a5add), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:34.538339 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-5bd1fd7c-f010-4f0d-9aa2-4623938e86f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'name': 'tempest-AttachVolumeNegativeTest-1546593255-router', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:16Z', 'updated_at': '2022-08-24T13:45:34Z', 'revision_number': 6, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'gw_port_host': None}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:45:34.568304 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bd1fd7c-f010-4f0d-9aa2-4623938e86f1 None None] The sync data for ids ['76db8bb3-0b68-4e6c-befe-f4726b0c7412'] in dv-cinder-779578-4-iscsi is: [{'id': '76db8bb3-0b68-4e6c-befe-f4726b0c7412', 'name': 'tempest-AttachVolumeNegativeTest-1546593255-router', 'tenant_id': '019b2e8bdb934d94a25fe4b355e73c68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:16Z', 'updated_at': '2022-08-24T13:45:34Z', 'revision_number': 6, 'project_id': '019b2e8bdb934d94a25fe4b355e73c68', 'gw_port_host': None}] {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:45:34.646103 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-c7a18177-98d9-481a-8f61-f1ebf82f941c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990584'] for port (5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:34.670844 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a18177-98d9-481a-8f61-f1ebf82f941c admin admin] Pushing event deleted for resources: {'Port': ['ID=5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:45:34.743131 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [None req-a7f43c50-86c0-49a9-b65a-a5054afa4472 admin admin] Deleting port fd54d660-e1a5-47fb-8995-4174f34f5af5 {{(pid=106985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:45:34.743803 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-c7a18177-98d9-481a-8f61-f1ebf82f941c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008744'] for router_gateway (76db8bb3-0b68-4e6c-befe-f4726b0c7412), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:34.743930 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-a7f43c50-86c0-49a9-b65a-a5054afa4472 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (fd54d660-e1a5-47fb-8995-4174f34f5af5), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:34.772724 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:34.789754 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:34.833611 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.db [None req-a7f43c50-86c0-49a9-b65a-a5054afa4472 admin admin] For port fd54d660-e1a5-47fb-8995-4174f34f5af5, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=fd54d660-e1a5-47fb-8995-4174f34f5af5,segment=NetworkSegment(e296fb18-638d-4cd2-a920-5bf2622d2f4c),segment_id=e296fb18-638d-4cd2-a920-5bf2622d2f4c)] {{(pid=106985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:45:34.834304 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-a7f43c50-86c0-49a9-b65a-a5054afa4472 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (fd54d660-e1a5-47fb-8995-4174f34f5af5), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:34.849846 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [None req-a7f43c50-86c0-49a9-b65a-a5054afa4472 admin admin] Calling delete_port for fd54d660-e1a5-47fb-8995-4174f34f5af5 owned by network:router_interface {{(pid=106985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:45:34.863410 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-c7a18177-98d9-481a-8f61-f1ebf82f941c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-564371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7662'] for router (76db8bb3-0b68-4e6c-befe-f4726b0c7412), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:34.863410 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-c7a18177-98d9-481a-8f61-f1ebf82f941c admin admin] Publish callbacks [] for router_controller (76db8bb3-0b68-4e6c-befe-f4726b0c7412), precommit_delete_associations {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:35.017129 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-c7a18177-98d9-481a-8f61-f1ebf82f941c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-564362'] for router (76db8bb3-0b68-4e6c-befe-f4726b0c7412), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:35.029664 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a18177-98d9-481a-8f61-f1ebf82f941c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76db8bb3-0b68-4e6c-befe-f4726b0c7412 {{(pid=106986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 13:45:35.033868 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-c7a18177-98d9-481a-8f61-f1ebf82f941c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:35.035272 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-c7a18177-98d9-481a-8f61-f1ebf82f941c admin admin] 10.222.0.73 "DELETE /networking/v2.0/routers/76db8bb3-0b68-4e6c-befe-f4726b0c7412 HTTP/1.1" status: 204 len: 168 time: 1.1142066 Aug 24 13:45:35.039892 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 55356) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:45:35.089157 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.db_base_plugin_v2 [None req-5feb270b-d06a-449c-8f03-f4de37a3104b admin admin] Deleting subnet d07781da-28f3-4c07-b598-0d710e632916 {{(pid=106986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 13:45:35.092826 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-5feb270b-d06a-449c-8f03-f4de37a3104b admin admin] Publish callbacks [] for subnet (d07781da-28f3-4c07-b598-0d710e632916), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:35.134616 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-5feb270b-d06a-449c-8f03-f4de37a3104b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17251685'] for subnet (d07781da-28f3-4c07-b598-0d710e632916), precommit_delete_associations {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:35.175917 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-a7f43c50-86c0-49a9-b65a-a5054afa4472 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (fd54d660-e1a5-47fb-8995-4174f34f5af5), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:35.202987 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f43c50-86c0-49a9-b65a-a5054afa4472 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd54d660-e1a5-47fb-8995-4174f34f5af5,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:45:35.224529 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-5feb270b-d06a-449c-8f03-f4de37a3104b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66918460'] for subnet (d07781da-28f3-4c07-b598-0d710e632916), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:35.367377 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-5feb270b-d06a-449c-8f03-f4de37a3104b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66918469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2990509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17994702'] for subnet (d07781da-28f3-4c07-b598-0d710e632916), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:35.386316 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 75065905-7b34-4ad9-aad8-ab7ee3ca3bd8 no longer exists at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:45:35.410469 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-a7f43c50-86c0-49a9-b65a-a5054afa4472 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-564281'] for router_interface (35afed2f-d0ca-497e-a05d-362cf78a5add), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:35.421743 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] No Port match for: 75065905-7b34-4ad9-aad8-ab7ee3ca3bd8 {{(pid=106987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 13:45:35.422385 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 75065905-7b34-4ad9-aad8-ab7ee3ca3bd8 not bound to the agent host dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 13:45:35.435601 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feb270b-d06a-449c-8f03-f4de37a3104b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d07781da-28f3-4c07-b598-0d710e632916,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:45:35.443167 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-5feb270b-d06a-449c-8f03-f4de37a3104b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:35.450104 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-5feb270b-d06a-449c-8f03-f4de37a3104b admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/d07781da-28f3-4c07-b598-0d710e632916 HTTP/1.1" status: 204 len: 168 time: 0.4066627 Aug 24 13:45:35.450539 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 55360) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:45:35.459169 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e2bb7e-c772-4755-8189-169f917c73ad None None] Network 789a27f6-7f62-4022-86ef-1042c82fc322 requested from dv-cinder-779578-4-iscsi {{(pid=106987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 13:45:35.530923 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-4f192ae6-4b10-470a-9948-45be7582a34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-67096241'] for network (789a27f6-7f62-4022-86ef-1042c82fc322), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:35.549775 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e332952a-e300-4ca4-81fb-32fdd5ab6b54 req-7d83153a-9db3-4235-a7a2-decc9da9c13b tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:35.555030 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e332952a-e300-4ca4-81fb-32fdd5ab6b54 req-7d83153a-9db3-4235-a7a2-decc9da9c13b tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=d89846c9-96d3-4b1b-bba0-bc5d89c6bbde HTTP/1.1" status: 200 len: 945 time: 0.1349871 Aug 24 13:45:35.578265 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [None req-4f192ae6-4b10-470a-9948-45be7582a34e admin admin] Deleting port 32b25aa3-43d5-4226-a4bf-9e60babf74a9 {{(pid=106986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:45:35.578612 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-4f192ae6-4b10-470a-9948-45be7582a34e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (32b25aa3-43d5-4226-a4bf-9e60babf74a9), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:35.654013 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e332952a-e300-4ca4-81fb-32fdd5ab6b54 req-339468a7-0512-4b34-8bb6-7e98a3f93ca2 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808637 Aug 24 13:45:35.662507 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b124d9-46c2-47e9-a758-84ca5dc48907 None None] DHCP port deletion for 789a27f6-7f62-4022-86ef-1042c82fc322 request from dv-cinder-779578-4-iscsi {{(pid=106987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 13:45:35.662792 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.db [None req-4f192ae6-4b10-470a-9948-45be7582a34e admin admin] For port 32b25aa3-43d5-4226-a4bf-9e60babf74a9, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=32b25aa3-43d5-4226-a4bf-9e60babf74a9,segment=NetworkSegment(67afd480-e30a-4400-a86a-25b503d7ef00),segment_id=67afd480-e30a-4400-a86a-25b503d7ef00)] {{(pid=106986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:45:35.663172 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-4f192ae6-4b10-470a-9948-45be7582a34e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (32b25aa3-43d5-4226-a4bf-9e60babf74a9), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:35.679814 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [None req-4f192ae6-4b10-470a-9948-45be7582a34e admin admin] Calling delete_port for 32b25aa3-43d5-4226-a4bf-9e60babf74a9 owned by network:dhcp {{(pid=106986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:45:35.710263 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-41b124d9-46c2-47e9-a758-84ca5dc48907 None None] Deleting port 32b25aa3-43d5-4226-a4bf-9e60babf74a9 {{(pid=106987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:45:35.710760 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-41b124d9-46c2-47e9-a758-84ca5dc48907 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (32b25aa3-43d5-4226-a4bf-9e60babf74a9), before_delete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:35.793785 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-41b124d9-46c2-47e9-a758-84ca5dc48907 None None] For port 32b25aa3-43d5-4226-a4bf-9e60babf74a9, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=32b25aa3-43d5-4226-a4bf-9e60babf74a9,segment=NetworkSegment(67afd480-e30a-4400-a86a-25b503d7ef00),segment_id=67afd480-e30a-4400-a86a-25b503d7ef00)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:45:35.794199 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-41b124d9-46c2-47e9-a758-84ca5dc48907 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (32b25aa3-43d5-4226-a4bf-9e60babf74a9), precommit_delete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:35.798288 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7f43c50-86c0-49a9-b65a-a5054afa4472 admin admin] Router 35afed2f-d0ca-497e-a05d-362cf78a5add has already been hosted by L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 {{(pid=106985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 13:45:35.815171 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-41b124d9-46c2-47e9-a758-84ca5dc48907 None None] Calling delete_port for 32b25aa3-43d5-4226-a4bf-9e60babf74a9 owned by network:dhcp {{(pid=106987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:45:35.816877 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:35.820528 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e95054d-eaec-47a2-89d9-54b5565b8296 req-8bffd1cd-03d2-4036-9ae2-f0709dc7fe5b tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:35.822837 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-2e95054d-eaec-47a2-89d9-54b5565b8296 req-8bffd1cd-03d2-4036-9ae2-f0709dc7fe5b tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=d89846c9-96d3-4b1b-bba0-bc5d89c6bbde HTTP/1.1" status: 200 len: 945 time: 0.0699317 Aug 24 13:45:35.829702 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:35.919789 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:35.922991 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-4f192ae6-4b10-470a-9948-45be7582a34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990584'] for port (32b25aa3-43d5-4226-a4bf-9e60babf74a9), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:35.923239 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-41b124d9-46c2-47e9-a758-84ca5dc48907 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643'] for port (32b25aa3-43d5-4226-a4bf-9e60babf74a9), after_delete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:35.945840 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7f43c50-86c0-49a9-b65a-a5054afa4472 admin admin] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:45:35.955401 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b124d9-46c2-47e9-a758-84ca5dc48907 None None] No DVR routers for this DVR port 32b25aa3-43d5-4226-a4bf-9e60babf74a9 on host dv-cinder-779578-4-iscsi {{(pid=106987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 13:45:35.956495 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8cc9cc-b45d-48fb-b202-28ba4627e3a9 None None] Sync routers for ids ['35afed2f-d0ca-497e-a05d-362cf78a5add'] in dv-cinder-779578-4-iscsi {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:45:35.959187 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-a7f43c50-86c0-49a9-b65a-a5054afa4472 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/35afed2f-d0ca-497e-a05d-362cf78a5add/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9999633 Aug 24 13:45:35.961525 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 55362) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:45:35.966641 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b124d9-46c2-47e9-a758-84ca5dc48907 None None] Pushing event deleted for resources: {'Port': ['ID=32b25aa3-43d5-4226-a4bf-9e60babf74a9,revision_number=None']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:45:35.971671 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [req-2e95054d-eaec-47a2-89d9-54b5565b8296 req-1dda9138-ffda-40f8-b2a1-a5fb28288b20 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Deleting port a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a {{(pid=106986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:45:35.972041 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-2e95054d-eaec-47a2-89d9-54b5565b8296 req-1dda9138-ffda-40f8-b2a1-a5fb28288b20 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:35.978784 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f192ae6-4b10-470a-9948-45be7582a34e admin admin] Pushing event deleted for resources: {'Port': ['ID=32b25aa3-43d5-4226-a4bf-9e60babf74a9,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:45:35.980539 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:35.982016 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b124d9-46c2-47e9-a758-84ca5dc48907 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:45:36.002054 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b124d9-46c2-47e9-a758-84ca5dc48907 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:45:36.002054 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b124d9-46c2-47e9-a758-84ca5dc48907 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:45:36.002054 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b124d9-46c2-47e9-a758-84ca5dc48907 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:45:36.002054 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b124d9-46c2-47e9-a758-84ca5dc48907 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:45:36.002054 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b124d9-46c2-47e9-a758-84ca5dc48907 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:45:36.002054 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b124d9-46c2-47e9-a758-84ca5dc48907 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:45:36.002054 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b124d9-46c2-47e9-a758-84ca5dc48907 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:45:36.002054 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b124d9-46c2-47e9-a758-84ca5dc48907 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:45:36.003314 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f192ae6-4b10-470a-9948-45be7582a34e admin admin] No DVR routers for this DVR port 32b25aa3-43d5-4226-a4bf-9e60babf74a9 on host dv-cinder-779578-4-iscsi {{(pid=106986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 13:45:36.003409 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b124d9-46c2-47e9-a758-84ca5dc48907 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:45:36.003409 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b124d9-46c2-47e9-a758-84ca5dc48907 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:45:36.003409 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b124d9-46c2-47e9-a758-84ca5dc48907 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:45:36.003409 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b124d9-46c2-47e9-a758-84ca5dc48907 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:45:36.003409 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b124d9-46c2-47e9-a758-84ca5dc48907 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:45:36.003409 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41b124d9-46c2-47e9-a758-84ca5dc48907 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:45:36.003409 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8cc9cc-b45d-48fb-b202-28ba4627e3a9 None None] Routers {'35afed2f-d0ca-497e-a05d-362cf78a5add'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:45:36.003409 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-5a8cc9cc-b45d-48fb-b202-28ba4627e3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:45:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['35afed2f-d0ca-497e-a05d-362cf78a5add'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:45:36.004499 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:36.090209 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-deb8cc36-c7a4-4f37-bf8e-9ff1c27da091 admin admin] Publish callbacks [] for router (35afed2f-d0ca-497e-a05d-362cf78a5add), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:36.119554 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:36.132123 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-5a8cc9cc-b45d-48fb-b202-28ba4627e3a9 None None] Set router 35afed2f-d0ca-497e-a05d-362cf78a5add gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:45:36.150428 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-4f192ae6-4b10-470a-9948-45be7582a34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66912316', 'neutron.services.segments.db._delete_segments_for_network-8732775531888'] for network (789a27f6-7f62-4022-86ef-1042c82fc322), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:36.198097 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.services.segments.db [None req-4f192ae6-4b10-470a-9948-45be7582a34e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['789a27f6-7f62-4022-86ef-1042c82fc322']}} {{(pid=106986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:45:36.201450 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.db [req-2e95054d-eaec-47a2-89d9-54b5565b8296 req-1dda9138-ffda-40f8-b2a1-a5fb28288b20 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] For port a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a,segment=NetworkSegment(a66ff9af-39c0-4933-b76c-c41e5f0ae69c),segment_id=a66ff9af-39c0-4933-b76c-c41e5f0ae69c)] {{(pid=106986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:45:36.204843 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-deb8cc36-c7a4-4f37-bf8e-9ff1c27da091 admin admin] Publish callbacks [] for router_gateway (35afed2f-d0ca-497e-a05d-362cf78a5add), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:36.205054 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-2e95054d-eaec-47a2-89d9-54b5565b8296 req-1dda9138-ffda-40f8-b2a1-a5fb28288b20 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:36.217723 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.services.segments.db [None req-4f192ae6-4b10-470a-9948-45be7582a34e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67afd480-e30a-4400-a86a-25b503d7ef00') {'for_net_delete': True} {{(pid=106986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:45:36.217941 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.services.segments.db [None req-4f192ae6-4b10-470a-9948-45be7582a34e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67afd480-e30a-4400-a86a-25b503d7ef00') {} {{(pid=106986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:45:36.233685 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-4f192ae6-4b10-470a-9948-45be7582a34e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732775508974', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17251692'] for segment (67afd480-e30a-4400-a86a-25b503d7ef00), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:36.281793 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-4f192ae6-4b10-470a-9948-45be7582a34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916165'] for segment (67afd480-e30a-4400-a86a-25b503d7ef00), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:36.295495 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f192ae6-4b10-470a-9948-45be7582a34e admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=106986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 13:45:36.295874 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-4f192ae6-4b10-470a-9948-45be7582a34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2990539'] for segment (67afd480-e30a-4400-a86a-25b503d7ef00), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:36.309050 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [None req-deb8cc36-c7a4-4f37-bf8e-9ff1c27da091 admin admin] Deleting port f34ed789-5c80-41cb-b7b8-382a1b23f8c4 {{(pid=106985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:45:36.309697 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-deb8cc36-c7a4-4f37-bf8e-9ff1c27da091 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (f34ed789-5c80-41cb-b7b8-382a1b23f8c4), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:36.404221 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.db [None req-deb8cc36-c7a4-4f37-bf8e-9ff1c27da091 admin admin] For port f34ed789-5c80-41cb-b7b8-382a1b23f8c4, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=f34ed789-5c80-41cb-b7b8-382a1b23f8c4,segment=NetworkSegment(5f346d1e-6301-45fd-9dfc-66a590810fee),segment_id=5f346d1e-6301-45fd-9dfc-66a590810fee)] {{(pid=106985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:45:36.404921 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-deb8cc36-c7a4-4f37-bf8e-9ff1c27da091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (f34ed789-5c80-41cb-b7b8-382a1b23f8c4), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:36.423955 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [None req-deb8cc36-c7a4-4f37-bf8e-9ff1c27da091 admin admin] Calling delete_port for f34ed789-5c80-41cb-b7b8-382a1b23f8c4 owned by network:router_gateway {{(pid=106985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:45:36.481022 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-5a8cc9cc-b45d-48fb-b202-28ba4627e3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35afed2f-d0ca-497e-a05d-362cf78a5add', 'name': 'tempest-ServerRescueNegativeTestJSON-1017581704-router', 'tenant_id': '127e5da55b164ce68568c153fee58baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'f34ed789-5c80-41cb-b7b8-382a1b23f8c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:40:07Z', 'updated_at': '2022-08-24T13:45:35Z', 'revision_number': 5, 'project_id': '127e5da55b164ce68568c153fee58baf', 'gw_port': {'id': 'f34ed789-5c80-41cb-b7b8-382a1b23f8c4', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:4e:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35afed2f-d0ca-497e-a05d-362cf78a5add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:08Z', 'updated_at': '2022-08-24T13:40:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi'}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:45:36.507506 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8cc9cc-b45d-48fb-b202-28ba4627e3a9 None None] Checking router: 35afed2f-d0ca-497e-a05d-362cf78a5add for host: dv-cinder-779578-4-iscsi {{(pid=106987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:45:36.517139 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8cc9cc-b45d-48fb-b202-28ba4627e3a9 None None] Routers {'35afed2f-d0ca-497e-a05d-362cf78a5add'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:45:36.517829 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-5a8cc9cc-b45d-48fb-b202-28ba4627e3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:45:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['35afed2f-d0ca-497e-a05d-362cf78a5add'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:45:36.612623 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.services.segments.plugin [-] Segment 67afd480-e30a-4400-a86a-25b503d7ef00 resource provider aggregate not found Aug 24 13:45:36.614099 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-5a8cc9cc-b45d-48fb-b202-28ba4627e3a9 None None] Set router 35afed2f-d0ca-497e-a05d-362cf78a5add gateway port host: None {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:45:36.638899 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.services.segments.plugin [-] Segment 67afd480-e30a-4400-a86a-25b503d7ef00 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 67afd480-e30a-4400-a86a-25b503d7ef00 found for delete ", "request_id": "req-fa24a370-11c1-44d5-8cea-265d076e19f7"}]} Aug 24 13:45:36.672721 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-5a8cc9cc-b45d-48fb-b202-28ba4627e3a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35afed2f-d0ca-497e-a05d-362cf78a5add', 'name': 'tempest-ServerRescueNegativeTestJSON-1017581704-router', 'tenant_id': '127e5da55b164ce68568c153fee58baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:40:07Z', 'updated_at': '2022-08-24T13:45:36Z', 'revision_number': 6, 'project_id': '127e5da55b164ce68568c153fee58baf', 'gw_port_host': None}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:45:36.697625 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-deb8cc36-c7a4-4f37-bf8e-9ff1c27da091 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (f34ed789-5c80-41cb-b7b8-382a1b23f8c4), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:36.704221 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8cc9cc-b45d-48fb-b202-28ba4627e3a9 None None] The sync data for ids ['35afed2f-d0ca-497e-a05d-362cf78a5add'] in dv-cinder-779578-4-iscsi is: [{'id': '35afed2f-d0ca-497e-a05d-362cf78a5add', 'name': 'tempest-ServerRescueNegativeTestJSON-1017581704-router', 'tenant_id': '127e5da55b164ce68568c153fee58baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:40:07Z', 'updated_at': '2022-08-24T13:45:36Z', 'revision_number': 6, 'project_id': '127e5da55b164ce68568c153fee58baf', 'gw_port_host': None}] {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:45:36.755845 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-2e95054d-eaec-47a2-89d9-54b5565b8296 req-1dda9138-ffda-40f8-b2a1-a5fb28288b20 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:36.756148 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb8cc36-c7a4-4f37-bf8e-9ff1c27da091 admin admin] Pushing event deleted for resources: {'Port': ['ID=f34ed789-5c80-41cb-b7b8-382a1b23f8c4,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:45:36.756477 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-2e95054d-eaec-47a2-89d9-54b5565b8296 req-1dda9138-ffda-40f8-b2a1-a5fb28288b20 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961197'] for floatingip (02608906-20b4-4cd8-9c53-fd76209a8dbd), after_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:36.756678 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.db.l3_db [req-2e95054d-eaec-47a2-89d9-54b5565b8296 req-1dda9138-ffda-40f8-b2a1-a5fb28288b20 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Floating IP 02608906-20b4-4cd8-9c53-fd76209a8dbd disassociated. External IP: 172.27.1.79, port: a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a. Aug 24 13:45:36.757062 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [req-2e95054d-eaec-47a2-89d9-54b5565b8296 req-1dda9138-ffda-40f8-b2a1-a5fb28288b20 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Calling delete_port for a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a owned by compute:nova {{(pid=106986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:45:36.781873 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:36.805106 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-4f192ae6-4b10-470a-9948-45be7582a34e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66912311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008716'] for network (789a27f6-7f62-4022-86ef-1042c82fc322), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:36.812387 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-4f192ae6-4b10-470a-9948-45be7582a34e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for network (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:36.815778 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-4f192ae6-4b10-470a-9948-45be7582a34e admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/789a27f6-7f62-4022-86ef-1042c82fc322 HTTP/1.1" status: 204 len: 168 time: 1.3642366 Aug 24 13:45:36.834096 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f192ae6-4b10-470a-9948-45be7582a34e admin admin] Pushing event deleted for resources: {'Network': ['ID=789a27f6-7f62-4022-86ef-1042c82fc322,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:45:36.854924 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aa7b1d-1734-4548-af6d-f581dae14561 req-90d63367-fabd-4309-a654-e641fc5c6f2e tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:36.856472 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-11aa7b1d-1734-4548-af6d-f581dae14561 req-90d63367-fabd-4309-a654-e641fc5c6f2e tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=d89846c9-96d3-4b1b-bba0-bc5d89c6bbde HTTP/1.1" status: 200 len: 945 time: 0.0753791 Aug 24 13:45:36.864251 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-deb8cc36-c7a4-4f37-bf8e-9ff1c27da091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008744'] for router_gateway (35afed2f-d0ca-497e-a05d-362cf78a5add), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:36.979751 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-deb8cc36-c7a4-4f37-bf8e-9ff1c27da091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-564371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7662'] for router (35afed2f-d0ca-497e-a05d-362cf78a5add), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:36.983849 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-deb8cc36-c7a4-4f37-bf8e-9ff1c27da091 admin admin] Publish callbacks [] for router_controller (35afed2f-d0ca-497e-a05d-362cf78a5add), precommit_delete_associations {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:37.006240 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-2e95054d-eaec-47a2-89d9-54b5565b8296 req-1dda9138-ffda-40f8-b2a1-a5fb28288b20 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990584'] for port (a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:37.034164 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-11aa7b1d-1734-4548-af6d-f581dae14561 req-f2f8c9f7-c5e8-47cd-8940-9be7e3d5bc62 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1663487 Aug 24 13:45:37.046407 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dda9138-ffda-40f8-b2a1-a5fb28288b20 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Pushing event deleted for resources: {'Port': ['ID=a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:45:37.109211 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-deb8cc36-c7a4-4f37-bf8e-9ff1c27da091 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-564362'] for router (35afed2f-d0ca-497e-a05d-362cf78a5add), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:37.114241 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb8cc36-c7a4-4f37-bf8e-9ff1c27da091 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35afed2f-d0ca-497e-a05d-362cf78a5add {{(pid=106985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 13:45:37.124437 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-deb8cc36-c7a4-4f37-bf8e-9ff1c27da091 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:37.130496 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-deb8cc36-c7a4-4f37-bf8e-9ff1c27da091 admin admin] 10.222.0.73 "DELETE /networking/v2.0/routers/35afed2f-d0ca-497e-a05d-362cf78a5add HTTP/1.1" status: 204 len: 168 time: 1.1658661 Aug 24 13:45:37.132048 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 55374) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:45:37.195337 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7179b79-d3a5-45cc-8648-858093c9afe7 admin admin] Deleting subnet b7ad1c15-3875-4de4-b3a4-2c63d79b04bd {{(pid=106985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 13:45:37.207518 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f7179b79-d3a5-45cc-8648-858093c9afe7 admin admin] Publish callbacks [] for subnet (b7ad1c15-3875-4de4-b3a4-2c63d79b04bd), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:37.224639 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2e95054d-eaec-47a2-89d9-54b5565b8296 req-1dda9138-ffda-40f8-b2a1-a5fb28288b20 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Router c87be637-b9f5-4543-9419-8aa35994dab0 has already been hosted by L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 {{(pid=106986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 13:45:37.228386 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:37.244364 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 55376) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:45:37.256012 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f7179b79-d3a5-45cc-8648-858093c9afe7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2278136'] for subnet (b7ad1c15-3875-4de4-b3a4-2c63d79b04bd), precommit_delete_associations {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:37.340982 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2e95054d-eaec-47a2-89d9-54b5565b8296 req-1dda9138-ffda-40f8-b2a1-a5fb28288b20 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:45:37.352988 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ae3cf6-1ef9-4868-8d7b-0c5a3c044442 None None] Sync routers for ids ['c87be637-b9f5-4543-9419-8aa35994dab0'] in dv-cinder-779578-4-iscsi {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:45:37.367147 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ae3cf6-1ef9-4868-8d7b-0c5a3c044442 None None] Routers {'c87be637-b9f5-4543-9419-8aa35994dab0'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:45:37.368052 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-f5ae3cf6-1ef9-4868-8d7b-0c5a3c044442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:45:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['c87be637-b9f5-4543-9419-8aa35994dab0'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:45:37.391931 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e95054d-eaec-47a2-89d9-54b5565b8296 req-1dda9138-ffda-40f8-b2a1-a5fb28288b20 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] No DVR routers for this DVR port a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a on host hv-cinder-77957 {{(pid=106986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 13:45:37.394499 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-2e95054d-eaec-47a2-89d9-54b5565b8296 req-1dda9138-ffda-40f8-b2a1-a5fb28288b20 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:37.399048 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-2e95054d-eaec-47a2-89d9-54b5565b8296 req-1dda9138-ffda-40f8-b2a1-a5fb28288b20 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.20 "DELETE /networking/v2.0/ports/a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a HTTP/1.1" status: 204 len: 173 time: 1.5705600 Aug 24 13:45:37.399532 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd89846c9-96d3-4b1b-bba0-bc5d89c6bbde', 'name': 'network-vif-deleted', 'tag': 'a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a'}] {{(pid=106986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:45:37.402456 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d01dbab33e71115aad2ee8471a00c8ecaf37bbc8c5e47995de0ab84d59865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a09e9c3-ffc0-4a54-814a-278f5b89710f" -d '{"events": [{"server_uuid": "d89846c9-96d3-4b1b-bba0-bc5d89c6bbde", "name": "network-vif-deleted", "tag": "a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a"}]}' {{(pid=106986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:45:37.448355 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 13:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd709e38-7399-4b42-9493-80379b974c9b x-openstack-request-id: req-fd709e38-7399-4b42-9493-80379b974c9b {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:45:37.448901 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d89846c9-96d3-4b1b-bba0-bc5d89c6bbde", "name": "network-vif-deleted", "tag": "a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a", "status": "completed", "code": 200}]} {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:45:37.449308 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fd709e38-7399-4b42-9493-80379b974c9b {{(pid=106986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:45:37.449882 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd709e38-7399-4b42-9493-80379b974c9b'] response: {'server_uuid': 'd89846c9-96d3-4b1b-bba0-bc5d89c6bbde', 'name': 'network-vif-deleted', 'tag': 'a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a', 'status': 'completed', 'code': 200} Aug 24 13:45:37.509044 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-f5ae3cf6-1ef9-4868-8d7b-0c5a3c044442 None None] Set router c87be637-b9f5-4543-9419-8aa35994dab0 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:45:37.543208 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 32b25aa3-43d5-4226-a4bf-9e60babf74a9 no longer exists at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:45:37.575944 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] No Port match for: 32b25aa3-43d5-4226-a4bf-9e60babf74a9 {{(pid=106987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 13:45:37.576706 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 32b25aa3-43d5-4226-a4bf-9e60babf74a9 not bound to the agent host dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 13:45:37.577653 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa no longer exists at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:45:37.620802 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:37.621970 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] No Port match for: 5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa {{(pid=106987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 13:45:37.622562 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 5fbf9ad8-7ecb-4832-85bc-1029bd3db5aa not bound to the agent host dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 13:45:37.623252 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device fd54d660-e1a5-47fb-8995-4174f34f5af5 no longer exists at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:45:37.652129 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-e6ad084e-06b6-4272-814c-d02c14865dc9 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=019b2e8bdb934d94a25fe4b355e73c68&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4043791 Aug 24 13:45:37.652537 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 55380) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:45:37.655795 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] No Port match for: fd54d660-e1a5-47fb-8995-4174f34f5af5 {{(pid=106987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 13:45:37.656268 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device fd54d660-e1a5-47fb-8995-4174f34f5af5 not bound to the agent host dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 13:45:37.733871 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f7179b79-d3a5-45cc-8648-858093c9afe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66918460'] for subnet (b7ad1c15-3875-4de4-b3a4-2c63d79b04bd), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:37.735016 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-c422c8d2-8cde-4ac3-801e-4da084189ed5 admin admin] Publish callbacks [] for security_group (b54b1fd4-1d8f-4ded-9da0-fb21dd36c201), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:37.760772 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-c422c8d2-8cde-4ac3-801e-4da084189ed5 admin admin] Publish callbacks [] for security_group (b54b1fd4-1d8f-4ded-9da0-fb21dd36c201), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:37.800008 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-f5ae3cf6-1ef9-4868-8d7b-0c5a3c044442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'name': 'tempest-TestVolumeBootPattern-446231488-router', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'f0e21890-66ca-4103-bc57-a278f15443a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:42:20Z', 'updated_at': '2022-08-24T13:42:26Z', 'revision_number': 4, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'gw_port': {'id': 'f0e21890-66ca-4103-bc57-a278f15443a3', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:78:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:21Z', 'updated_at': '2022-08-24T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': '34c70bdb-9521-4499-bf3b-8c76878fe792', 'name': '', 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'mac_address': 'fa:16:3e:2f:73:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '855e4e70-f3fd-4957-8cf7-11d6e251674e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:25Z', 'updated_at': '2022-08-24T13:42:34Z', 'revision_number': 5, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'subnets': [{'id': '855e4e70-f3fd-4957-8cf7-11d6e251674e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:45:37.828208 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ae3cf6-1ef9-4868-8d7b-0c5a3c044442 None None] Checking router: c87be637-b9f5-4543-9419-8aa35994dab0 for host: dv-cinder-779578-4-iscsi {{(pid=106988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:45:37.838225 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ae3cf6-1ef9-4868-8d7b-0c5a3c044442 None None] Routers {'c87be637-b9f5-4543-9419-8aa35994dab0'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:45:37.838834 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-f5ae3cf6-1ef9-4868-8d7b-0c5a3c044442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:45:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['c87be637-b9f5-4543-9419-8aa35994dab0'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:45:37.885067 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f7179b79-d3a5-45cc-8648-858093c9afe7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66918469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2796145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133524'] for subnet (b7ad1c15-3875-4de4-b3a4-2c63d79b04bd), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:37.916570 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7179b79-d3a5-45cc-8648-858093c9afe7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7ad1c15-3875-4de4-b3a4-2c63d79b04bd,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:45:37.926909 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f7179b79-d3a5-45cc-8648-858093c9afe7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for subnet (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:37.928548 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e37bfef8-a4ea-48bf-8f9d-2abdfbc77e1a None None] Network 1fcb22e0-a643-462e-8b2f-3661641fd3fe requested from dv-cinder-779578-4-iscsi {{(pid=106987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 13:45:37.933161 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-f7179b79-d3a5-45cc-8648-858093c9afe7 admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/b7ad1c15-3875-4de4-b3a4-2c63d79b04bd HTTP/1.1" status: 204 len: 168 time: 0.7973430 Aug 24 13:45:37.933906 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 55382) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:45:37.962560 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:37.974047 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-c422c8d2-8cde-4ac3-801e-4da084189ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (b54b1fd4-1d8f-4ded-9da0-fb21dd36c201), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:37.976785 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-c422c8d2-8cde-4ac3-801e-4da084189ed5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:37.977925 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-c422c8d2-8cde-4ac3-801e-4da084189ed5 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/b54b1fd4-1d8f-4ded-9da0-fb21dd36c201 HTTP/1.1" status: 204 len: 168 time: 0.3244245 Aug 24 13:45:37.988674 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-f5ae3cf6-1ef9-4868-8d7b-0c5a3c044442 None None] Set router c87be637-b9f5-4543-9419-8aa35994dab0 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:45:38.031348 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c422c8d2-8cde-4ac3-801e-4da084189ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b54b1fd4-1d8f-4ded-9da0-fb21dd36c201,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:45:38.046634 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-37d068b6-2691-4ad3-b948-1aa78a16edb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-67096241'] for network (1fcb22e0-a643-462e-8b2f-3661641fd3fe), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:38.168857 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [None req-37d068b6-2691-4ad3-b948-1aa78a16edb6 admin admin] Deleting port 1500df6e-d66d-4b97-a30a-24a1dd620eb3 {{(pid=106986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:45:38.169256 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-37d068b6-2691-4ad3-b948-1aa78a16edb6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (1500df6e-d66d-4b97-a30a-24a1dd620eb3), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:38.194974 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34173b1d-0d9d-4f3f-9ca5-204f880640bb None None] DHCP port deletion for 1fcb22e0-a643-462e-8b2f-3661641fd3fe request from dv-cinder-779578-4-iscsi {{(pid=106987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 13:45:38.197226 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:UPDATE=1,neutron:SELECT=91,neutron:DELETE=8 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:38.229500 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4ef48ebf-e9e1-41e6-af86-11946b8173f1 req-25b735f8-d84a-4ccf-9e86-a531f059be92 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=d89846c9-96d3-4b1b-bba0-bc5d89c6bbde HTTP/1.1" status: 200 len: 210 time: 0.0509825 Aug 24 13:45:38.241707 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:38.251514 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-34173b1d-0d9d-4f3f-9ca5-204f880640bb None None] Deleting port 1500df6e-d66d-4b97-a30a-24a1dd620eb3 {{(pid=106987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:45:38.251936 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-34173b1d-0d9d-4f3f-9ca5-204f880640bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (1500df6e-d66d-4b97-a30a-24a1dd620eb3), before_delete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:38.270507 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.db [None req-37d068b6-2691-4ad3-b948-1aa78a16edb6 admin admin] For port 1500df6e-d66d-4b97-a30a-24a1dd620eb3, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=1500df6e-d66d-4b97-a30a-24a1dd620eb3,segment=NetworkSegment(e296fb18-638d-4cd2-a920-5bf2622d2f4c),segment_id=e296fb18-638d-4cd2-a920-5bf2622d2f4c)] {{(pid=106986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:45:38.271549 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-37d068b6-2691-4ad3-b948-1aa78a16edb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (1500df6e-d66d-4b97-a30a-24a1dd620eb3), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:38.286977 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [None req-37d068b6-2691-4ad3-b948-1aa78a16edb6 admin admin] Calling delete_port for 1500df6e-d66d-4b97-a30a-24a1dd620eb3 owned by network:dhcp {{(pid=106986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:45:38.288342 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-f5ae3cf6-1ef9-4868-8d7b-0c5a3c044442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'name': 'tempest-TestVolumeBootPattern-446231488-router', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'f0e21890-66ca-4103-bc57-a278f15443a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:42:20Z', 'updated_at': '2022-08-24T13:42:26Z', 'revision_number': 4, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'gw_port': {'id': 'f0e21890-66ca-4103-bc57-a278f15443a3', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:78:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:21Z', 'updated_at': '2022-08-24T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': '34c70bdb-9521-4499-bf3b-8c76878fe792', 'name': '', 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'mac_address': 'fa:16:3e:2f:73:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '855e4e70-f3fd-4957-8cf7-11d6e251674e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:25Z', 'updated_at': '2022-08-24T13:42:34Z', 'revision_number': 5, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'subnets': [{'id': '855e4e70-f3fd-4957-8cf7-11d6e251674e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:45:38.322187 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ae3cf6-1ef9-4868-8d7b-0c5a3c044442 None None] The sync data for ids ['c87be637-b9f5-4543-9419-8aa35994dab0'] in dv-cinder-779578-4-iscsi is: [{'id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'name': 'tempest-TestVolumeBootPattern-446231488-router', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'f0e21890-66ca-4103-bc57-a278f15443a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:42:20Z', 'updated_at': '2022-08-24T13:42:26Z', 'revision_number': 4, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'gw_port': {'id': 'f0e21890-66ca-4103-bc57-a278f15443a3', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:78:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:21Z', 'updated_at': '2022-08-24T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': '34c70bdb-9521-4499-bf3b-8c76878fe792', 'name': '', 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'mac_address': 'fa:16:3e:2f:73:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '855e4e70-f3fd-4957-8cf7-11d6e251674e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:25Z', 'updated_at': '2022-08-24T13:42:34Z', 'revision_number': 5, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'subnets': [{'id': '855e4e70-f3fd-4957-8cf7-11d6e251674e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:45:38.351400 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-34173b1d-0d9d-4f3f-9ca5-204f880640bb None None] For port 1500df6e-d66d-4b97-a30a-24a1dd620eb3, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=1500df6e-d66d-4b97-a30a-24a1dd620eb3,segment=NetworkSegment(e296fb18-638d-4cd2-a920-5bf2622d2f4c),segment_id=e296fb18-638d-4cd2-a920-5bf2622d2f4c)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:45:38.351805 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-34173b1d-0d9d-4f3f-9ca5-204f880640bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (1500df6e-d66d-4b97-a30a-24a1dd620eb3), precommit_delete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:38.367589 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-34173b1d-0d9d-4f3f-9ca5-204f880640bb None None] Calling delete_port for 1500df6e-d66d-4b97-a30a-24a1dd620eb3 owned by network:dhcp {{(pid=106987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:45:38.425461 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a no longer exists at agent hyperv_hv-cinder-77957 {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:45:38.453728 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] No Port match for: a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a {{(pid=106987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 13:45:38.454070 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device a8cb0618-6a5e-42d2-b95f-2fbf7a391e9a not bound to the agent host hv-cinder-77957 {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 13:45:38.531376 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-37d068b6-2691-4ad3-b948-1aa78a16edb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990584'] for port (1500df6e-d66d-4b97-a30a-24a1dd620eb3), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:38.539659 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-34173b1d-0d9d-4f3f-9ca5-204f880640bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643'] for port (1500df6e-d66d-4b97-a30a-24a1dd620eb3), after_delete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:38.552703 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34173b1d-0d9d-4f3f-9ca5-204f880640bb None None] No DVR routers for this DVR port 1500df6e-d66d-4b97-a30a-24a1dd620eb3 on host dv-cinder-779578-4-iscsi {{(pid=106987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 13:45:38.574695 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34173b1d-0d9d-4f3f-9ca5-204f880640bb None None] Pushing event deleted for resources: {'Port': ['ID=1500df6e-d66d-4b97-a30a-24a1dd620eb3,revision_number=None']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:45:38.582697 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d068b6-2691-4ad3-b948-1aa78a16edb6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1500df6e-d66d-4b97-a30a-24a1dd620eb3,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:45:38.585018 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d068b6-2691-4ad3-b948-1aa78a16edb6 admin admin] No DVR routers for this DVR port 1500df6e-d66d-4b97-a30a-24a1dd620eb3 on host dv-cinder-779578-4-iscsi {{(pid=106986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 13:45:38.635021 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a75398-d940-4b20-81f0-7b2738a632eb None None] New status for floating IP 02608906-20b4-4cd8-9c53-fd76209a8dbd: DOWN {{(pid=106987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 13:45:38.690866 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-37d068b6-2691-4ad3-b948-1aa78a16edb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66912316', 'neutron.services.segments.db._delete_segments_for_network-8732775531888'] for network (1fcb22e0-a643-462e-8b2f-3661641fd3fe), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:38.727367 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.services.segments.db [None req-37d068b6-2691-4ad3-b948-1aa78a16edb6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fcb22e0-a643-462e-8b2f-3661641fd3fe']}} {{(pid=106986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:45:38.743456 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.services.segments.db [None req-37d068b6-2691-4ad3-b948-1aa78a16edb6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e296fb18-638d-4cd2-a920-5bf2622d2f4c') {'for_net_delete': True} {{(pid=106986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:45:38.743818 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.services.segments.db [None req-37d068b6-2691-4ad3-b948-1aa78a16edb6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e296fb18-638d-4cd2-a920-5bf2622d2f4c') {} {{(pid=106986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:45:38.756563 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-37d068b6-2691-4ad3-b948-1aa78a16edb6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732775508974', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17251692'] for segment (e296fb18-638d-4cd2-a920-5bf2622d2f4c), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:38.772009 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-37d068b6-2691-4ad3-b948-1aa78a16edb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916165'] for segment (e296fb18-638d-4cd2-a920-5bf2622d2f4c), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:38.778539 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37d068b6-2691-4ad3-b948-1aa78a16edb6 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=106986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 13:45:38.779053 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-37d068b6-2691-4ad3-b948-1aa78a16edb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2990539'] for segment (e296fb18-638d-4cd2-a920-5bf2622d2f4c), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:38.799168 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.services.segments.plugin [-] Segment e296fb18-638d-4cd2-a920-5bf2622d2f4c resource provider aggregate not found Aug 24 13:45:38.839667 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.services.segments.plugin [-] Segment e296fb18-638d-4cd2-a920-5bf2622d2f4c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e296fb18-638d-4cd2-a920-5bf2622d2f4c found for delete ", "request_id": "req-cc2b9207-99a5-4a25-9367-6a48eb2cb3ea"}]} Aug 24 13:45:38.842180 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:38.928325 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 1500df6e-d66d-4b97-a30a-24a1dd620eb3 no longer exists at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:45:38.956411 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] No Port match for: 1500df6e-d66d-4b97-a30a-24a1dd620eb3 {{(pid=106987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 13:45:38.956872 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 1500df6e-d66d-4b97-a30a-24a1dd620eb3 not bound to the agent host dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 13:45:38.957841 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device f34ed789-5c80-41cb-b7b8-382a1b23f8c4 no longer exists at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:45:38.970345 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-37d068b6-2691-4ad3-b948-1aa78a16edb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66912311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008716'] for network (1fcb22e0-a643-462e-8b2f-3661641fd3fe), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:38.979211 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-37d068b6-2691-4ad3-b948-1aa78a16edb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for network (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:38.982429 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-37d068b6-2691-4ad3-b948-1aa78a16edb6 admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/1fcb22e0-a643-462e-8b2f-3661641fd3fe HTTP/1.1" status: 204 len: 168 time: 1.0476837 Aug 24 13:45:38.998378 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] No Port match for: f34ed789-5c80-41cb-b7b8-382a1b23f8c4 {{(pid=106987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 13:45:38.998726 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device f34ed789-5c80-41cb-b7b8-382a1b23f8c4 not bound to the agent host dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 13:45:39.009302 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d068b6-2691-4ad3-b948-1aa78a16edb6 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fcb22e0-a643-462e-8b2f-3661641fd3fe,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:45:39.567631 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-fd1a7768-21f0-4cd1-a839-4c9efeb5b165 req-1a7f0ee2-0756-4749-9d48-d9f717701cff tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-856119561&fields=id&tenant_id=6842f55d3dcc42289b6bfe02ed020dc4 HTTP/1.1" status: 200 len: 267 time: 0.0490942 Aug 24 13:45:39.605140 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 55420) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:45:39.654382 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-89e23b5b-5c59-42be-b5df-b789b6d4f187 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=127e5da55b164ce68568c153fee58baf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0479929 Aug 24 13:45:39.656950 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 55422) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:45:39.700294 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a7768-21f0-4cd1-a839-4c9efeb5b165 req-c4e6519e-592a-49da-aa4e-84498809791e tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:39.701959 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-fd1a7768-21f0-4cd1-a839-4c9efeb5b165 req-c4e6519e-592a-49da-aa4e-84498809791e tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/networks?id=440bd507-b6ac-4736-a4d2-ede05189225c HTTP/1.1" status: 200 len: 811 time: 0.1263638 Aug 24 13:45:39.709624 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-9d77eae2-d97c-4813-8a94-3bdc3eb1ef54 admin admin] Publish callbacks [] for security_group (b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:39.718737 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-fd1a7768-21f0-4cd1-a839-4c9efeb5b165 req-c5c02050-e55b-4b89-91a3-8a22fcce3753 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/quotas/6842f55d3dcc42289b6bfe02ed020dc4 HTTP/1.1" status: 200 len: 375 time: 0.0094650 Aug 24 13:45:39.735430 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-9d77eae2-d97c-4813-8a94-3bdc3eb1ef54 admin admin] Publish callbacks [] for security_group (b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:39.782585 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-fd1a7768-21f0-4cd1-a839-4c9efeb5b165 req-6eb79ab7-0620-4b25-8e00-661f18f64397 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=6842f55d3dcc42289b6bfe02ed020dc4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557349 Aug 24 13:45:39.903743 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-fd1a7768-21f0-4cd1-a839-4c9efeb5b165 req-4a32244d-78af-4d42-ad87-2dba0fe5a1fe service neutron] 10.222.0.73 "GET /networking/v2.0/networks/440bd507-b6ac-4736-a4d2-ede05189225c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117640 Aug 24 13:45:39.908307 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-9d77eae2-d97c-4813-8a94-3bdc3eb1ef54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:39.911329 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-9d77eae2-d97c-4813-8a94-3bdc3eb1ef54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:39.912715 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-9d77eae2-d97c-4813-8a94-3bdc3eb1ef54 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb HTTP/1.1" status: 204 len: 168 time: 0.2548454 Aug 24 13:45:39.921259 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d77eae2-d97c-4813-8a94-3bdc3eb1ef54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6fd9f7a-2a38-4ee8-81dd-203f8fc548eb,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:45:40.009494 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-fd1a7768-21f0-4cd1-a839-4c9efeb5b165 req-de4b0785-9116-4250-93d1-32fa5255ff75 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/440bd507-b6ac-4736-a4d2-ede05189225c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997045 Aug 24 13:45:40.749012 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-82a6eafd-7488-43b2-802d-bc0a0efdef93 req-79c522b4-a6a7-4ece-bf29-294842d2178d tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1dba10a5-24cb-4641-914e-7558614f82a6 HTTP/1.1" status: 200 len: 210 time: 0.0405223 Aug 24 13:45:41.925338 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-96e663cc-78ab-4662-8d05-2cfc9be6d896 req-430a82ec-af6b-4b7f-bb71-70e06f7824a5 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1dba10a5-24cb-4641-914e-7558614f82a6 HTTP/1.1" status: 200 len: 210 time: 0.0345943 Aug 24 13:45:42.078775 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 55516) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:45:42.321202 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-8e78243e-0ad9-4ba0-9dd3-fd2874ce9385 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:42.400756 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-8e78243e-0ad9-4ba0-9dd3-fd2874ce9385 admin admin] Publish callbacks [] for security_group (20cc575b-9689-425d-8fd2-e7ea5dbd67da), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:42.479191 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-8e78243e-0ad9-4ba0-9dd3-fd2874ce9385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (20cc575b-9689-425d-8fd2-e7ea5dbd67da), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:42.527105 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e78243e-0ad9-4ba0-9dd3-fd2874ce9385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20cc575b-9689-425d-8fd2-e7ea5dbd67da,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:45:42.531535 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-8e78243e-0ad9-4ba0-9dd3-fd2874ce9385 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=7e153c49233f415aabe4e6325b945ed6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4516668 Aug 24 13:45:42.534249 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 55520) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:45:42.585960 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e3a36fca-ab90-40f9-8f22-d299e398ddff admin admin] Publish callbacks [] for security_group (20cc575b-9689-425d-8fd2-e7ea5dbd67da), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:42.605949 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e3a36fca-ab90-40f9-8f22-d299e398ddff admin admin] Publish callbacks [] for security_group (20cc575b-9689-425d-8fd2-e7ea5dbd67da), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:42.725259 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e3a36fca-ab90-40f9-8f22-d299e398ddff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (20cc575b-9689-425d-8fd2-e7ea5dbd67da), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:42.727838 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e3a36fca-ab90-40f9-8f22-d299e398ddff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:42.729041 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-e3a36fca-ab90-40f9-8f22-d299e398ddff admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/20cc575b-9689-425d-8fd2-e7ea5dbd67da HTTP/1.1" status: 204 len: 168 time: 0.1938751 Aug 24 13:45:42.738921 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a36fca-ab90-40f9-8f22-d299e398ddff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20cc575b-9689-425d-8fd2-e7ea5dbd67da,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:45:42.750848 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:43.041699 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-bff7dd1a-9987-4af3-aa2c-b0e9a4fc25de req-12651c91-5851-4641-88a3-ed4f9f9ed4e7 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1dba10a5-24cb-4641-914e-7558614f82a6 HTTP/1.1" status: 200 len: 210 time: 0.0323849 Aug 24 13:45:43.361855 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a7768-21f0-4cd1-a839-4c9efeb5b165 req-771eed01-ea30-4e8d-967e-b2d2df270c16 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:43.363346 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-fd1a7768-21f0-4cd1-a839-4c9efeb5b165 req-771eed01-ea30-4e8d-967e-b2d2df270c16 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.20 "GET /networking/v2.0/networks?id=440bd507-b6ac-4736-a4d2-ede05189225c HTTP/1.1" status: 200 len: 811 time: 0.1348395 Aug 24 13:45:43.418109 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:43.447692 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-fd1a7768-21f0-4cd1-a839-4c9efeb5b165 req-84113299-fe84-4cdd-8b82-26413decb982 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6842f55d3dcc42289b6bfe02ed020dc4 HTTP/1.1" status: 200 len: 379 time: 0.0662661 Aug 24 13:45:43.462118 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [req-fd1a7768-21f0-4cd1-a839-4c9efeb5b165 req-9afe83b2-e4ea-47de-9db5-9a6f11f2ef17 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Request body: {'port': {'device_id': '1dba10a5-24cb-4641-914e-7558614f82a6', 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c', 'admin_state_up': True, 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'security_groups': ['66e3919f-1cda-4fca-bca3-a8a5d870493c']}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:45:43.527412 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:43.668241 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd1a7768-21f0-4cd1-a839-4c9efeb5b165 req-9afe83b2-e4ea-47de-9db5-9a6f11f2ef17 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Made reservation on behalf of 6842f55d3dcc42289b6bfe02ed020dc4 for: {'port': 1} {{(pid=106986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:45:43.672155 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-fd1a7768-21f0-4cd1-a839-4c9efeb5b165 req-9afe83b2-e4ea-47de-9db5-9a6f11f2ef17 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:43.812922 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.db_base_plugin_common [req-fd1a7768-21f0-4cd1-a839-4c9efeb5b165 req-9afe83b2-e4ea-47de-9db5-9a6f11f2ef17 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Allocated IP 172.20.0.8 (440bd507-b6ac-4736-a4d2-ede05189225c/855e4e70-f3fd-4957-8cf7-11d6e251674e/ec946f8f-f434-42c3-90a3-60ce66ddf0c3) {{(pid=106986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:45:43.997746 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-fd1a7768-21f0-4cd1-a839-4c9efeb5b165 req-9afe83b2-e4ea-47de-9db5-9a6f11f2ef17 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks [] for port (ec946f8f-f434-42c3-90a3-60ce66ddf0c3), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:44.068507 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:44.102221 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-fd1a7768-21f0-4cd1-a839-4c9efeb5b165 req-9afe83b2-e4ea-47de-9db5-9a6f11f2ef17 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990584'] for port (ec946f8f-f434-42c3-90a3-60ce66ddf0c3), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:44.142621 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd1a7768-21f0-4cd1-a839-4c9efeb5b165 req-9afe83b2-e4ea-47de-9db5-9a6f11f2ef17 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Network 440bd507-b6ac-4736-a4d2-ede05189225c is already hosted by enough agents. {{(pid=106986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:45:44.153338 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.base_scheduler [req-fd1a7768-21f0-4cd1-a839-4c9efeb5b165 req-9afe83b2-e4ea-47de-9db5-9a6f11f2ef17 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Resources bound (agent type, host, resource id): {{(pid=106986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:45:44.157832 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd1a7768-21f0-4cd1-a839-4c9efeb5b165 req-9afe83b2-e4ea-47de-9db5-9a6f11f2ef17 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Received port after_create {{(pid=106986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:45:44.168236 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5406b305-4cb8-4649-8d26-dc989f47c71d req-161497a5-d8ab-41dd-a77b-f38d0e1f8a69 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:44.171701 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5406b305-4cb8-4649-8d26-dc989f47c71d req-161497a5-d8ab-41dd-a77b-f38d0e1f8a69 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1dba10a5-24cb-4641-914e-7558614f82a6 HTTP/1.1" status: 200 len: 931 time: 0.0563016 Aug 24 13:45:44.200641 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe83b2-e4ea-47de-9db5-9a6f11f2ef17 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Pushing event updated for resources: {'Port': ['ID=ec946f8f-f434-42c3-90a3-60ce66ddf0c3,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:45:44.239414 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:44.249576 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a7768-21f0-4cd1-a839-4c9efeb5b165 req-9afe83b2-e4ea-47de-9db5-9a6f11f2ef17 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:44.250586 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-fd1a7768-21f0-4cd1-a839-4c9efeb5b165 req-9afe83b2-e4ea-47de-9db5-9a6f11f2ef17 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:44.272385 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5406b305-4cb8-4649-8d26-dc989f47c71d req-23af791a-15f0-4b86-ba3d-14ca6ddfd8b8 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815759 Aug 24 13:45:44.389892 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-fd1a7768-21f0-4cd1-a839-4c9efeb5b165 req-9afe83b2-e4ea-47de-9db5-9a6f11f2ef17 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9316907 Aug 24 13:45:44.409719 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [req-fd1a7768-21f0-4cd1-a839-4c9efeb5b165 req-da1ff2c0-9b33-4566-882a-80a954aa61ce service neutron] Request body: {'port': {'device_id': '1dba10a5-24cb-4641-914e-7558614f82a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:45:44.428417 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-80fbb5cd-865d-49a3-9a9b-a86f4086f9da None None] Provisioning complete for port ec946f8f-f434-42c3-90a3-60ce66ddf0c3 triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:45:44.429349 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-80fbb5cd-865d-49a3-9a9b-a86f4086f9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (ec946f8f-f434-42c3-90a3-60ce66ddf0c3), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:44.463548 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-80fbb5cd-865d-49a3-9a9b-a86f4086f9da None None] Port ec946f8f-f434-42c3-90a3-60ce66ddf0c3 cannot update to ACTIVE because it is not bound. {{(pid=106987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 13:45:44.486506 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-fd1a7768-21f0-4cd1-a839-4c9efeb5b165 req-da1ff2c0-9b33-4566-882a-80a954aa61ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (ec946f8f-f434-42c3-90a3-60ce66ddf0c3), before_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:44.756108 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:44.795458 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.notifiers.nova [req-fd1a7768-21f0-4cd1-a839-4c9efeb5b165 req-da1ff2c0-9b33-4566-882a-80a954aa61ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec946f8f-f434-42c3-90a3-60ce66ddf0c3 {{(pid=106986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 13:45:44.811201 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-fd1a7768-21f0-4cd1-a839-4c9efeb5b165 req-da1ff2c0-9b33-4566-882a-80a954aa61ce service neutron] Publish callbacks [] for port (ec946f8f-f434-42c3-90a3-60ce66ddf0c3), precommit_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:44.826582 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.provisioning_blocks [req-fd1a7768-21f0-4cd1-a839-4c9efeb5b165 req-da1ff2c0-9b33-4566-882a-80a954aa61ce service neutron] Transition to ACTIVE for port object ec946f8f-f434-42c3-90a3-60ce66ddf0c3 will not be triggered until provisioned by entity L2. {{(pid=106986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 13:45:44.907795 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-fd1a7768-21f0-4cd1-a839-4c9efeb5b165 req-da1ff2c0-9b33-4566-882a-80a954aa61ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2990583'] for port (ec946f8f-f434-42c3-90a3-60ce66ddf0c3), after_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:44.995375 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ff2c0-9b33-4566-882a-80a954aa61ce service neutron] Pushing event updated for resources: {'Port': ['ID=ec946f8f-f434-42c3-90a3-60ce66ddf0c3,revision_number=2']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:45:45.023978 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.managers [req-fd1a7768-21f0-4cd1-a839-4c9efeb5b165 req-da1ff2c0-9b33-4566-882a-80a954aa61ce service neutron] Attempting to bind port ec946f8f-f434-42c3-90a3-60ce66ddf0c3 on host hv-cinder-77957 for vnic_type normal with profile {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:45:45.024352 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.managers [req-fd1a7768-21f0-4cd1-a839-4c9efeb5b165 req-da1ff2c0-9b33-4566-882a-80a954aa61ce service neutron] Attempting to bind port ec946f8f-f434-42c3-90a3-60ce66ddf0c3 by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': 'a66ff9af-39c0-4933-b76c-c41e5f0ae69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c'}] {{(pid=106986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:45:45.024713 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1a7768-21f0-4cd1-a839-4c9efeb5b165 req-da1ff2c0-9b33-4566-882a-80a954aa61ce service neutron] Attempting to bind port ec946f8f-f434-42c3-90a3-60ce66ddf0c3 on network 440bd507-b6ac-4736-a4d2-ede05189225c {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:45:45.029606 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1a7768-21f0-4cd1-a839-4c9efeb5b165 req-da1ff2c0-9b33-4566-882a-80a954aa61ce service neutron] Port ec946f8f-f434-42c3-90a3-60ce66ddf0c3 on network 440bd507-b6ac-4736-a4d2-ede05189225c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 13:45:45.030806 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1a7768-21f0-4cd1-a839-4c9efeb5b165 req-da1ff2c0-9b33-4566-882a-80a954aa61ce service neutron] Attempting to bind port ec946f8f-f434-42c3-90a3-60ce66ddf0c3 on network 440bd507-b6ac-4736-a4d2-ede05189225c {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:45:45.034895 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1a7768-21f0-4cd1-a839-4c9efeb5b165 req-da1ff2c0-9b33-4566-882a-80a954aa61ce service neutron] Checking agent: {'id': 'a93d403b-29c5-41ac-a53c-7c0bf3f47879', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 36, 17), 'started_at': datetime.datetime(2022, 8, 24, 13, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:45:45.035851 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1a7768-21f0-4cd1-a839-4c9efeb5b165 req-da1ff2c0-9b33-4566-882a-80a954aa61ce service neutron] Checking segment: {'id': 'a66ff9af-39c0-4933-b76c-c41e5f0ae69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:45:45.036264 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1a7768-21f0-4cd1-a839-4c9efeb5b165 req-da1ff2c0-9b33-4566-882a-80a954aa61ce service neutron] Bound using segment: {'id': 'a66ff9af-39c0-4933-b76c-c41e5f0ae69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c'} {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:45:45.036727 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.managers [req-fd1a7768-21f0-4cd1-a839-4c9efeb5b165 req-da1ff2c0-9b33-4566-882a-80a954aa61ce service neutron] Bound port: ec946f8f-f434-42c3-90a3-60ce66ddf0c3, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a66ff9af-39c0-4933-b76c-c41e5f0ae69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c'}}] {{(pid=106986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:45:45.037090 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-fd1a7768-21f0-4cd1-a839-4c9efeb5b165 req-da1ff2c0-9b33-4566-882a-80a954aa61ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (ec946f8f-f434-42c3-90a3-60ce66ddf0c3), before_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:45.104654 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.db [req-fd1a7768-21f0-4cd1-a839-4c9efeb5b165 req-da1ff2c0-9b33-4566-882a-80a954aa61ce service neutron] For port ec946f8f-f434-42c3-90a3-60ce66ddf0c3, host hv-cinder-77957, cleared binding levels {{(pid=106986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:45:45.107636 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.db [req-fd1a7768-21f0-4cd1-a839-4c9efeb5b165 req-da1ff2c0-9b33-4566-882a-80a954aa61ce service neutron] For port ec946f8f-f434-42c3-90a3-60ce66ddf0c3, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=ec946f8f-f434-42c3-90a3-60ce66ddf0c3,segment=NetworkSegment(a66ff9af-39c0-4933-b76c-c41e5f0ae69c),segment_id=a66ff9af-39c0-4933-b76c-c41e5f0ae69c)] {{(pid=106986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:45:45.227618 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-fd1a7768-21f0-4cd1-a839-4c9efeb5b165 req-da1ff2c0-9b33-4566-882a-80a954aa61ce service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2990583'] for port (ec946f8f-f434-42c3-90a3-60ce66ddf0c3), after_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:45.232160 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a7768-21f0-4cd1-a839-4c9efeb5b165 req-da1ff2c0-9b33-4566-882a-80a954aa61ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:45.232811 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-fd1a7768-21f0-4cd1-a839-4c9efeb5b165 req-da1ff2c0-9b33-4566-882a-80a954aa61ce service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:45.234198 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-fd1a7768-21f0-4cd1-a839-4c9efeb5b165 req-da1ff2c0-9b33-4566-882a-80a954aa61ce service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/ec946f8f-f434-42c3-90a3-60ce66ddf0c3 HTTP/1.1" status: 200 len: 1093 time: 0.8290613 Aug 24 13:45:45.234692 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dba10a5-24cb-4641-914e-7558614f82a6', 'tag': 'ec946f8f-f434-42c3-90a3-60ce66ddf0c3'}] {{(pid=106986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:45:45.236985 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d01dbab33e71115aad2ee8471a00c8ecaf37bbc8c5e47995de0ab84d59865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5ec0cc7-d9a9-46cb-8783-78cca41b9272" -d '{"events": [{"name": "network-changed", "server_uuid": "1dba10a5-24cb-4641-914e-7558614f82a6", "tag": "ec946f8f-f434-42c3-90a3-60ce66ddf0c3"}]}' {{(pid=106986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:45:45.277933 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 13:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a39dbb7-5a0b-471d-acf6-ac2f1de808c1 x-openstack-request-id: req-6a39dbb7-5a0b-471d-acf6-ac2f1de808c1 {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:45:45.278207 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dba10a5-24cb-4641-914e-7558614f82a6", "tag": "ec946f8f-f434-42c3-90a3-60ce66ddf0c3", "status": "completed", "code": 200}]} {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:45:45.279041 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-6a39dbb7-5a0b-471d-acf6-ac2f1de808c1 {{(pid=106986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:45:45.279041 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a39dbb7-5a0b-471d-acf6-ac2f1de808c1'] response: {'name': 'network-changed', 'server_uuid': '1dba10a5-24cb-4641-914e-7558614f82a6', 'tag': 'ec946f8f-f434-42c3-90a3-60ce66ddf0c3', 'status': 'completed', 'code': 200} Aug 24 13:45:45.288898 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1ff2c0-9b33-4566-882a-80a954aa61ce service neutron] Pushing event updated for resources: {'Port': ['ID=ec946f8f-f434-42c3-90a3-60ce66ddf0c3,revision_number=3']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:45:45.384471 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec0cc7-d9a9-46cb-8783-78cca41b9272 req-ca19f0f0-b688-4c7f-b53c-b8bb314a8e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:45.386444 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-c5ec0cc7-d9a9-46cb-8783-78cca41b9272 req-ca19f0f0-b688-4c7f-b53c-b8bb314a8e55 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=6842f55d3dcc42289b6bfe02ed020dc4&device_id=1dba10a5-24cb-4641-914e-7558614f82a6 HTTP/1.1" status: 200 len: 1127 time: 0.0493581 Aug 24 13:45:45.404557 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d2e326-bac3-4e32-bdc0-94c349ad12db req-04644e39-8d3d-475a-aa32-e719862abd72 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:45.406130 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d3d2e326-bac3-4e32-bdc0-94c349ad12db req-04644e39-8d3d-475a-aa32-e719862abd72 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1dba10a5-24cb-4641-914e-7558614f82a6 HTTP/1.1" status: 200 len: 943 time: 0.0543919 Aug 24 13:45:45.459559 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d3d2e326-bac3-4e32-bdc0-94c349ad12db req-4abf7990-7bc9-43d5-a6b5-621aa10cc5c5 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476429 Aug 24 13:45:45.479232 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:45.508876 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec0cc7-d9a9-46cb-8783-78cca41b9272 req-32978eb8-f0e8-43de-bde8-af7289193d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:45.510349 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-c5ec0cc7-d9a9-46cb-8783-78cca41b9272 req-32978eb8-f0e8-43de-bde8-af7289193d05 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=6842f55d3dcc42289b6bfe02ed020dc4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0989652 Aug 24 13:45:45.619618 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec0cc7-d9a9-46cb-8783-78cca41b9272 req-8c5abf7e-dd46-452d-9a03-8fa639e02aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:45.621043 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-c5ec0cc7-d9a9-46cb-8783-78cca41b9272 req-8c5abf7e-dd46-452d-9a03-8fa639e02aeb service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0997264 Aug 24 13:45:45.726065 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a7768-21f0-4cd1-a839-4c9efeb5b165 req-9dd44cf1-0d8b-42c3-a2cb-c4412650567d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:45.727726 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-fd1a7768-21f0-4cd1-a839-4c9efeb5b165 req-9dd44cf1-0d8b-42c3-a2cb-c4412650567d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=6842f55d3dcc42289b6bfe02ed020dc4&device_id=1dba10a5-24cb-4641-914e-7558614f82a6 HTTP/1.1" status: 200 len: 1127 time: 0.0421185 Aug 24 13:45:45.780990 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-fd1a7768-21f0-4cd1-a839-4c9efeb5b165 req-b97b76ec-baba-4c64-892e-5c92fe675dad service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec946f8f-f434-42c3-90a3-60ce66ddf0c3 HTTP/1.1" status: 200 len: 217 time: 0.0346487 Aug 24 13:45:45.841435 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a7768-21f0-4cd1-a839-4c9efeb5b165 req-c09482bf-b44f-4a96-9b31-be3253f95263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:45.842892 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-fd1a7768-21f0-4cd1-a839-4c9efeb5b165 req-c09482bf-b44f-4a96-9b31-be3253f95263 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=855e4e70-f3fd-4957-8cf7-11d6e251674e HTTP/1.1" status: 200 len: 850 time: 0.0543017 Aug 24 13:45:45.889558 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a7768-21f0-4cd1-a839-4c9efeb5b165 req-e38057a4-8862-46d2-9a69-da0a88d193c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:45.891338 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-fd1a7768-21f0-4cd1-a839-4c9efeb5b165 req-e38057a4-8862-46d2-9a69-da0a88d193c5 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=440bd507-b6ac-4736-a4d2-ede05189225c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414279 Aug 24 13:45:46.007295 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-fd1a7768-21f0-4cd1-a839-4c9efeb5b165 req-f4858c35-e0a0-42ea-ba15-9f9c90b86508 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/440bd507-b6ac-4736-a4d2-ede05189225c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006608 Aug 24 13:45:46.587598 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcae81b-9d7f-448e-a626-5de13678e681 req-d1948df5-dc3e-40ea-8960-825e1aa41b93 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:46.589210 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7dcae81b-9d7f-448e-a626-5de13678e681 req-d1948df5-dc3e-40ea-8960-825e1aa41b93 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1dba10a5-24cb-4641-914e-7558614f82a6 HTTP/1.1" status: 200 len: 943 time: 0.0506661 Aug 24 13:45:46.644204 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7dcae81b-9d7f-448e-a626-5de13678e681 req-38ffedcf-1d11-43a5-bc85-55306fc7ea08 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491915 Aug 24 13:45:46.692372 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 55622) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:45:46.813237 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfcc-d82b-4be7-9e6a-e75ae98f533d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:46.923052 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfcc-d82b-4be7-9e6a-e75ae98f533d admin admin] Publish callbacks [] for security_group (d2c7e45f-4340-4e7f-bd79-0c396ac099a0), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:46.961141 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:46.979254 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-fd1a7768-21f0-4cd1-a839-4c9efeb5b165 req-35f8f27f-9407-498f-ab41-f4c9af7fdb26 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/440bd507-b6ac-4736-a4d2-ede05189225c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063635 Aug 24 13:45:47.021961 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-35b3dfcc-d82b-4be7-9e6a-e75ae98f533d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (d2c7e45f-4340-4e7f-bd79-0c396ac099a0), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:47.064452 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b3dfcc-d82b-4be7-9e6a-e75ae98f533d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c7e45f-4340-4e7f-bd79-0c396ac099a0,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:45:47.068885 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-35b3dfcc-d82b-4be7-9e6a-e75ae98f533d admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=919356c1ba6a467083fd5a11de138f01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3752317 Aug 24 13:45:47.071557 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 55628) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:45:47.120865 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-2bc8ef59-ab96-4414-a071-99fec6fafc60 admin admin] Publish callbacks [] for security_group (d2c7e45f-4340-4e7f-bd79-0c396ac099a0), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:47.141010 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-2bc8ef59-ab96-4414-a071-99fec6fafc60 admin admin] Publish callbacks [] for security_group (d2c7e45f-4340-4e7f-bd79-0c396ac099a0), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:47.245129 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-2bc8ef59-ab96-4414-a071-99fec6fafc60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (d2c7e45f-4340-4e7f-bd79-0c396ac099a0), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:47.247721 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-2bc8ef59-ab96-4414-a071-99fec6fafc60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:47.248899 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-2bc8ef59-ab96-4414-a071-99fec6fafc60 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/d2c7e45f-4340-4e7f-bd79-0c396ac099a0 HTTP/1.1" status: 204 len: 168 time: 0.1764603 Aug 24 13:45:47.257146 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc8ef59-ab96-4414-a071-99fec6fafc60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c7e45f-4340-4e7f-bd79-0c396ac099a0,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:45:47.479542 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a93d403b-29c5-41ac-a53c-7c0bf3f47879), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:47.847029 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 55638) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:45:47.864809 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f6fa123c-77f1-4ddb-b402-acc3c1421ef2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:47.922594 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dc193d-976e-471b-bfd0-5d0631bb5f1c req-52363ba5-0584-4f2b-8480-57b7107d6042 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:47.924067 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-c2dc193d-976e-471b-bfd0-5d0631bb5f1c req-52363ba5-0584-4f2b-8480-57b7107d6042 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1dba10a5-24cb-4641-914e-7558614f82a6 HTTP/1.1" status: 200 len: 943 time: 0.0530896 Aug 24 13:45:47.949723 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f6fa123c-77f1-4ddb-b402-acc3c1421ef2 admin admin] Publish callbacks [] for security_group (a6654755-b970-4db4-9007-a893a5758d3a), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:47.989113 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-c2dc193d-976e-471b-bfd0-5d0631bb5f1c req-a9d5b97b-a4d3-4fc5-b111-181389b78fe1 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584180 Aug 24 13:45:48.005537 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f6fa123c-77f1-4ddb-b402-acc3c1421ef2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (a6654755-b970-4db4-9007-a893a5758d3a), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:48.029192 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:48.046459 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa123c-77f1-4ddb-b402-acc3c1421ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6654755-b970-4db4-9007-a893a5758d3a,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:45:48.051355 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-f6fa123c-77f1-4ddb-b402-acc3c1421ef2 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=c877faa32fcf48978c90186fe5d962a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2024908 Aug 24 13:45:48.054439 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 55640) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:45:48.122485 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-594cd4b7-315b-473a-b4df-b9b6dda372ec admin admin] Publish callbacks [] for security_group (a6654755-b970-4db4-9007-a893a5758d3a), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:48.146481 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-594cd4b7-315b-473a-b4df-b9b6dda372ec admin admin] Publish callbacks [] for security_group (a6654755-b970-4db4-9007-a893a5758d3a), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:48.261898 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-594cd4b7-315b-473a-b4df-b9b6dda372ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (a6654755-b970-4db4-9007-a893a5758d3a), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:48.264530 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-594cd4b7-315b-473a-b4df-b9b6dda372ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:48.265768 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-594cd4b7-315b-473a-b4df-b9b6dda372ec admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/a6654755-b970-4db4-9007-a893a5758d3a HTTP/1.1" status: 204 len: 168 time: 0.2100754 Aug 24 13:45:48.275143 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594cd4b7-315b-473a-b4df-b9b6dda372ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6654755-b970-4db4-9007-a893a5758d3a,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:45:48.282513 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=10 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:48.292650 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=79 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:49.112616 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b1ffda-cf72-41b3-aa54-8cad62294474 req-15ce795f-1b98-4bc9-b28c-a8998ec20b27 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:49.114732 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-c7b1ffda-cf72-41b3-aa54-8cad62294474 req-15ce795f-1b98-4bc9-b28c-a8998ec20b27 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1dba10a5-24cb-4641-914e-7558614f82a6 HTTP/1.1" status: 200 len: 943 time: 0.0504410 Aug 24 13:45:49.173176 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-c7b1ffda-cf72-41b3-aa54-8cad62294474 req-bed9157f-0966-4810-a0c8-e988de40b068 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521207 Aug 24 13:45:49.495442 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57714e17-e9e5-4cb5-b579-cfc6ba9445a9 req-95f05d34-c8b5-451f-b28a-746564dcf214 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:49.497023 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-57714e17-e9e5-4cb5-b579-cfc6ba9445a9 req-95f05d34-c8b5-451f-b28a-746564dcf214 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 947 time: 0.0508564 Aug 24 13:45:49.509227 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:UPDATE=1,neutron:SELECT=97,neutron:DELETE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:49.555153 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-57714e17-e9e5-4cb5-b579-cfc6ba9445a9 req-d5375fec-fdab-419f-bfb4-8eff82a1aabf tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521722 Aug 24 13:45:49.987838 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-c06b04b7-1a8a-4d81-b6a8-965497d5855b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:50.313171 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410c56bf-0205-4a4c-94e4-58447a4b4f6d req-48422f91-da70-47bf-8214-9ce103a7b501 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:50.315005 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-410c56bf-0205-4a4c-94e4-58447a4b4f6d req-48422f91-da70-47bf-8214-9ce103a7b501 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1dba10a5-24cb-4641-914e-7558614f82a6 HTTP/1.1" status: 200 len: 943 time: 0.0544324 Aug 24 13:45:50.378033 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-410c56bf-0205-4a4c-94e4-58447a4b4f6d req-f198d5e7-ff12-4862-a59c-2142b00d475d tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534708 Aug 24 13:45:50.693656 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e175d0-dc2a-4856-b558-56788e8ed7af req-117074f1-d848-4832-923b-8af1351fd7f8 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:50.695362 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-45e175d0-dc2a-4856-b558-56788e8ed7af req-117074f1-d848-4832-923b-8af1351fd7f8 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 947 time: 0.0559425 Aug 24 13:45:50.752835 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-45e175d0-dc2a-4856-b558-56788e8ed7af req-d122c5a6-80be-4837-a22a-8344be99e017 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467563 Aug 24 13:45:51.235762 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc2af33-9741-4ad3-953d-45bfb82f3a4c req-aff8390a-c4fc-4c56-815b-2c6762ae38fb tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:51.237420 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-bbc2af33-9741-4ad3-953d-45bfb82f3a4c req-aff8390a-c4fc-4c56-815b-2c6762ae38fb tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 947 time: 0.0499117 Aug 24 13:45:51.341079 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [req-bbc2af33-9741-4ad3-953d-45bfb82f3a4c req-fb00a1d4-d575-4226-aa54-1a11ccdb1d19 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Deleting port a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497 {{(pid=106986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:45:51.341434 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-bbc2af33-9741-4ad3-953d-45bfb82f3a4c req-fb00a1d4-d575-4226-aa54-1a11ccdb1d19 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:51.449444 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.db [req-bbc2af33-9741-4ad3-953d-45bfb82f3a4c req-fb00a1d4-d575-4226-aa54-1a11ccdb1d19 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] For port a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497,segment=NetworkSegment(d3c5e9c4-fd20-406c-b672-893adab194ab),segment_id=d3c5e9c4-fd20-406c-b672-893adab194ab)] {{(pid=106986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:45:51.449885 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-bbc2af33-9741-4ad3-953d-45bfb82f3a4c req-fb00a1d4-d575-4226-aa54-1a11ccdb1d19 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:51.516584 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddbcb34-f2d8-4e50-9a59-5e28e2ac5589 req-6c235824-4c4f-4f87-a247-55b584ad37fc tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:51.518315 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-dddbcb34-f2d8-4e50-9a59-5e28e2ac5589 req-6c235824-4c4f-4f87-a247-55b584ad37fc tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1dba10a5-24cb-4641-914e-7558614f82a6 HTTP/1.1" status: 200 len: 943 time: 0.0590024 Aug 24 13:45:51.586287 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-dddbcb34-f2d8-4e50-9a59-5e28e2ac5589 req-2164c9db-5466-451b-9b45-5593a469404b tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592299 Aug 24 13:45:51.609507 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:51.629947 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-bbc2af33-9741-4ad3-953d-45bfb82f3a4c req-fb00a1d4-d575-4226-aa54-1a11ccdb1d19 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:51.630317 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-bbc2af33-9741-4ad3-953d-45bfb82f3a4c req-fb00a1d4-d575-4226-aa54-1a11ccdb1d19 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961197'] for floatingip (605fca59-5d8d-45e9-9fe2-3d6b28845b3d), after_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:51.630602 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.db.l3_db [req-bbc2af33-9741-4ad3-953d-45bfb82f3a4c req-fb00a1d4-d575-4226-aa54-1a11ccdb1d19 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Floating IP 605fca59-5d8d-45e9-9fe2-3d6b28845b3d disassociated. External IP: 172.27.1.73, port: a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497. Aug 24 13:45:51.630995 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [req-bbc2af33-9741-4ad3-953d-45bfb82f3a4c req-fb00a1d4-d575-4226-aa54-1a11ccdb1d19 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Calling delete_port for a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497 owned by compute:nova {{(pid=106986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:45:51.873169 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-bbc2af33-9741-4ad3-953d-45bfb82f3a4c req-fb00a1d4-d575-4226-aa54-1a11ccdb1d19 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990584'] for port (a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:51.891523 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad7e967-50a8-41f8-93db-498a00feb562 req-3e66d06c-8e5d-4b79-854b-4096e520f84e tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:51.893096 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3ad7e967-50a8-41f8-93db-498a00feb562 req-3e66d06c-8e5d-4b79-854b-4096e520f84e tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 947 time: 0.0505135 Aug 24 13:45:51.902471 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb00a1d4-d575-4226-aa54-1a11ccdb1d19 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Pushing event deleted for resources: {'Port': ['ID=a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:45:51.950631 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3ad7e967-50a8-41f8-93db-498a00feb562 req-26cb068e-6c34-4cb6-a869-6b6a6264b1bc tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=cfd33422-975a-4178-b542-b86cae395a3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512056 Aug 24 13:45:51.994649 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:52.027550 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bbc2af33-9741-4ad3-953d-45bfb82f3a4c req-fb00a1d4-d575-4226-aa54-1a11ccdb1d19 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Router 8ff4f2f7-1cad-4fd9-99be-e3cce9260444 has already been hosted by L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 {{(pid=106986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 13:45:52.136712 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bbc2af33-9741-4ad3-953d-45bfb82f3a4c req-fb00a1d4-d575-4226-aa54-1a11ccdb1d19 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:45:52.146983 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2759c3-0703-4624-8807-267f7455969d None None] Sync routers for ids ['8ff4f2f7-1cad-4fd9-99be-e3cce9260444'] in dv-cinder-779578-4-iscsi {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:45:52.157578 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2759c3-0703-4624-8807-267f7455969d None None] Routers {'8ff4f2f7-1cad-4fd9-99be-e3cce9260444'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:45:52.159384 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-1d2759c3-0703-4624-8807-267f7455969d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:45:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['8ff4f2f7-1cad-4fd9-99be-e3cce9260444'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:45:52.182816 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbc2af33-9741-4ad3-953d-45bfb82f3a4c req-fb00a1d4-d575-4226-aa54-1a11ccdb1d19 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] No DVR routers for this DVR port a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497 on host hv-cinder-77957 {{(pid=106986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 13:45:52.185314 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-bbc2af33-9741-4ad3-953d-45bfb82f3a4c req-fb00a1d4-d575-4226-aa54-1a11ccdb1d19 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:52.188896 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-bbc2af33-9741-4ad3-953d-45bfb82f3a4c req-fb00a1d4-d575-4226-aa54-1a11ccdb1d19 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.20 "DELETE /networking/v2.0/ports/a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497 HTTP/1.1" status: 204 len: 173 time: 0.9451149 Aug 24 13:45:52.192415 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac19de18-372a-4cb9-bb59-0cb4b15e80b4', 'name': 'network-vif-deleted', 'tag': 'a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497'}] {{(pid=106986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:45:52.193708 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d01dbab33e71115aad2ee8471a00c8ecaf37bbc8c5e47995de0ab84d59865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98aa830a-e106-46bd-b544-557cd69a2e23" -d '{"events": [{"server_uuid": "ac19de18-372a-4cb9-bb59-0cb4b15e80b4", "name": "network-vif-deleted", "tag": "a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497"}]}' {{(pid=106986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:45:52.238151 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 13:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6a35ca-9e5c-44b7-a6d3-c93b51dba69d x-openstack-request-id: req-ba6a35ca-9e5c-44b7-a6d3-c93b51dba69d {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:45:52.239706 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac19de18-372a-4cb9-bb59-0cb4b15e80b4", "name": "network-vif-deleted", "tag": "a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497", "status": "completed", "code": 200}]} {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:45:52.240160 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ba6a35ca-9e5c-44b7-a6d3-c93b51dba69d {{(pid=106986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:45:52.240618 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba6a35ca-9e5c-44b7-a6d3-c93b51dba69d'] response: {'server_uuid': 'ac19de18-372a-4cb9-bb59-0cb4b15e80b4', 'name': 'network-vif-deleted', 'tag': 'a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497', 'status': 'completed', 'code': 200} Aug 24 13:45:52.267010 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-90489391-ded4-4e93-a6f9-5bf35027648f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:52.268880 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-1d2759c3-0703-4624-8807-267f7455969d None None] Set router 8ff4f2f7-1cad-4fd9-99be-e3cce9260444 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:45:52.500542 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-1d2759c3-0703-4624-8807-267f7455969d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'name': 'tempest-AttachVolumeShelveTestJSON-1625308851-router', 'tenant_id': '4a3794670e8d4c9985547d557d6969e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'e28ebaa8-833a-47c9-9878-cacba0470f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:14Z', 'updated_at': '2022-08-24T13:38:26Z', 'revision_number': 4, 'project_id': '4a3794670e8d4c9985547d557d6969e0', 'gw_port': {'id': 'e28ebaa8-833a-47c9-9878-cacba0470f33', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:15Z', 'updated_at': '2022-08-24T13:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': 'db1e9755-d759-4f60-b714-7af68d02ce1e', 'name': '', 'network_id': '385fd5c5-6c70-4a95-9981-8683550b730c', 'tenant_id': '4a3794670e8d4c9985547d557d6969e0', 'mac_address': 'fa:16:3e:53:79:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5dc0c212-b568-43f4-b5cf-0229c3337a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:23Z', 'updated_at': '2022-08-24T13:38:37Z', 'revision_number': 5, 'project_id': '4a3794670e8d4c9985547d557d6969e0', 'subnets': [{'id': '5dc0c212-b568-43f4-b5cf-0229c3337a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:45:52.623834 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2759c3-0703-4624-8807-267f7455969d None None] Checking router: 8ff4f2f7-1cad-4fd9-99be-e3cce9260444 for host: dv-cinder-779578-4-iscsi {{(pid=106988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:45:52.635197 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2759c3-0703-4624-8807-267f7455969d None None] Routers {'8ff4f2f7-1cad-4fd9-99be-e3cce9260444'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:45:52.635993 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-1d2759c3-0703-4624-8807-267f7455969d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:45:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['8ff4f2f7-1cad-4fd9-99be-e3cce9260444'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:45:52.715015 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7345b-3d74-4157-8f3a-3e9ad3b5db2e req-83984fcf-e4f7-4b07-8e2c-2fb30637695d tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:52.716680 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-fba7345b-3d74-4157-8f3a-3e9ad3b5db2e req-83984fcf-e4f7-4b07-8e2c-2fb30637695d tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1dba10a5-24cb-4641-914e-7558614f82a6 HTTP/1.1" status: 200 len: 943 time: 0.0506392 Aug 24 13:45:52.751086 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-1d2759c3-0703-4624-8807-267f7455969d None None] Set router 8ff4f2f7-1cad-4fd9-99be-e3cce9260444 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:45:52.776521 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-fba7345b-3d74-4157-8f3a-3e9ad3b5db2e req-30fe3466-b7be-4fb6-9892-fafd488977e0 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544181 Aug 24 13:45:52.951358 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-1d2759c3-0703-4624-8807-267f7455969d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'name': 'tempest-AttachVolumeShelveTestJSON-1625308851-router', 'tenant_id': '4a3794670e8d4c9985547d557d6969e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'e28ebaa8-833a-47c9-9878-cacba0470f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:14Z', 'updated_at': '2022-08-24T13:38:26Z', 'revision_number': 4, 'project_id': '4a3794670e8d4c9985547d557d6969e0', 'gw_port': {'id': 'e28ebaa8-833a-47c9-9878-cacba0470f33', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:15Z', 'updated_at': '2022-08-24T13:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': 'db1e9755-d759-4f60-b714-7af68d02ce1e', 'name': '', 'network_id': '385fd5c5-6c70-4a95-9981-8683550b730c', 'tenant_id': '4a3794670e8d4c9985547d557d6969e0', 'mac_address': 'fa:16:3e:53:79:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5dc0c212-b568-43f4-b5cf-0229c3337a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:23Z', 'updated_at': '2022-08-24T13:38:37Z', 'revision_number': 5, 'project_id': '4a3794670e8d4c9985547d557d6969e0', 'subnets': [{'id': '5dc0c212-b568-43f4-b5cf-0229c3337a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:45:52.977831 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d2759c3-0703-4624-8807-267f7455969d None None] The sync data for ids ['8ff4f2f7-1cad-4fd9-99be-e3cce9260444'] in dv-cinder-779578-4-iscsi is: [{'id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'name': 'tempest-AttachVolumeShelveTestJSON-1625308851-router', 'tenant_id': '4a3794670e8d4c9985547d557d6969e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'e28ebaa8-833a-47c9-9878-cacba0470f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:14Z', 'updated_at': '2022-08-24T13:38:26Z', 'revision_number': 4, 'project_id': '4a3794670e8d4c9985547d557d6969e0', 'gw_port': {'id': 'e28ebaa8-833a-47c9-9878-cacba0470f33', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:15Z', 'updated_at': '2022-08-24T13:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': 'db1e9755-d759-4f60-b714-7af68d02ce1e', 'name': '', 'network_id': '385fd5c5-6c70-4a95-9981-8683550b730c', 'tenant_id': '4a3794670e8d4c9985547d557d6969e0', 'mac_address': 'fa:16:3e:53:79:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '5dc0c212-b568-43f4-b5cf-0229c3337a97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:23Z', 'updated_at': '2022-08-24T13:38:37Z', 'revision_number': 5, 'project_id': '4a3794670e8d4c9985547d557d6969e0', 'subnets': [{'id': '5dc0c212-b568-43f4-b5cf-0229c3337a97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:45:53.083476 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1f3c7ab8-c324-42a7-915f-7a80397ccc56 req-02ef276b-9e39-4df2-aedb-02d31fc33808 tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=ac19de18-372a-4cb9-bb59-0cb4b15e80b4 HTTP/1.1" status: 200 len: 210 time: 0.0291874 Aug 24 13:45:53.274384 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1992d65d-bb5a-4cc9-bab9-3f9b184c8120 None None] New status for floating IP 605fca59-5d8d-45e9-9fe2-3d6b28845b3d: DOWN {{(pid=106987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 13:45:53.696113 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:53.900689 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8873398-f370-413f-8b4e-d7f790d051d7 req-1a0a9799-52c7-4960-910c-9bea6d69d002 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:53.902189 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-c8873398-f370-413f-8b4e-d7f790d051d7 req-1a0a9799-52c7-4960-910c-9bea6d69d002 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1dba10a5-24cb-4641-914e-7558614f82a6 HTTP/1.1" status: 200 len: 943 time: 0.0497665 Aug 24 13:45:53.954303 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-c8873398-f370-413f-8b4e-d7f790d051d7 req-2e1e6f60-f5cd-443b-ac3a-8834fa4f82ad tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463474 Aug 24 13:45:54.268699 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 55778) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:45:54.288520 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:54.329836 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-a0c0571c-2f56-4b0e-9597-156ae397f49a tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks [] for security_group (cfd33422-975a-4178-b542-b86cae395a3e), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:54.353504 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-a0c0571c-2f56-4b0e-9597-156ae397f49a tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks [] for security_group (cfd33422-975a-4178-b542-b86cae395a3e), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:54.508970 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-a0c0571c-2f56-4b0e-9597-156ae397f49a tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (cfd33422-975a-4178-b542-b86cae395a3e), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:54.513823 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-a0c0571c-2f56-4b0e-9597-156ae397f49a tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:54.515914 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-a0c0571c-2f56-4b0e-9597-156ae397f49a tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "DELETE /networking/v2.0/security-groups/cfd33422-975a-4178-b542-b86cae395a3e HTTP/1.1" status: 204 len: 168 time: 0.2459393 Aug 24 13:45:54.518522 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 55786) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:45:54.531065 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c0571c-2f56-4b0e-9597-156ae397f49a tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd33422-975a-4178-b542-b86cae395a3e,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:45:54.540272 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.api.v2.resource [None req-ffaf0097-54b9-4f05-aa4d-72f7ae56d87b tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] show failed (client error): The resource could not be found. Aug 24 13:45:54.540272 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-ffaf0097-54b9-4f05-aa4d-72f7ae56d87b tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "GET /networking/v2.0/security-groups/cfd33422-975a-4178-b542-b86cae395a3e HTTP/1.1" status: 404 len: 347 time: 0.0205708 Aug 24 13:45:54.543445 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 55788) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:45:54.564787 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device ec946f8f-f434-42c3-90a3-60ce66ddf0c3 details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=106987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 13:45:54.581483 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497 no longer exists at agent hyperv_hv-cinder-77957 {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:45:54.605153 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] No Port match for: a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497 {{(pid=106987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 13:45:54.608835 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device a11fdd6d-daa9-44f9-b1cc-eeb70dbbd497 not bound to the agent host hv-cinder-77957 {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 13:45:54.660369 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [None req-14a0aaf0-9a2b-48d8-86de-b7c2c8f8ce0c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Deleting port 0051f112-dfb5-41bd-9fa1-3f3fd1c1c6f2 {{(pid=106986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:45:54.660625 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-14a0aaf0-9a2b-48d8-86de-b7c2c8f8ce0c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (0051f112-dfb5-41bd-9fa1-3f3fd1c1c6f2), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:54.688650 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port ec946f8f-f434-42c3-90a3-60ce66ddf0c3, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=ec946f8f-f434-42c3-90a3-60ce66ddf0c3,segment=NetworkSegment(a66ff9af-39c0-4933-b76c-c41e5f0ae69c),segment_id=a66ff9af-39c0-4933-b76c-c41e5f0ae69c)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:45:54.704886 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Returning: {'device': 'ec946f8f-f434-42c3-90a3-60ce66ddf0c3', 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c', 'port_id': 'ec946f8f-f434-42c3-90a3-60ce66ddf0c3', 'mac_address': 'fa:16:3e:73:ee:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '855e4e70-f3fd-4957-8cf7-11d6e251674e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 13:45:54.742930 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port ec946f8f-f434-42c3-90a3-60ce66ddf0c3 is: DOWN; New status is: BUILD {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:45:54.743311 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (ec946f8f-f434-42c3-90a3-60ce66ddf0c3), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:54.744987 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-14a0aaf0-9a2b-48d8-86de-b7c2c8f8ce0c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (0051f112-dfb5-41bd-9fa1-3f3fd1c1c6f2), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:54.745531 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-14a0aaf0-9a2b-48d8-86de-b7c2c8f8ce0c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks [] for floatingip (0051f112-dfb5-41bd-9fa1-3f3fd1c1c6f2), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:54.760708 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [None req-14a0aaf0-9a2b-48d8-86de-b7c2c8f8ce0c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Calling delete_port for 0051f112-dfb5-41bd-9fa1-3f3fd1c1c6f2 owned by network:floatingip {{(pid=106986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:45:54.763826 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec946f8f-f434-42c3-90a3-60ce66ddf0c3 {{(pid=106987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 13:45:54.786409 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port ec946f8f-f434-42c3-90a3-60ce66ddf0c3, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=ec946f8f-f434-42c3-90a3-60ce66ddf0c3,segment=NetworkSegment(a66ff9af-39c0-4933-b76c-c41e5f0ae69c),segment_id=a66ff9af-39c0-4933-b76c-c41e5f0ae69c)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:45:54.879517 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (ec946f8f-f434-42c3-90a3-60ce66ddf0c3), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:54.933998 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=ec946f8f-f434-42c3-90a3-60ce66ddf0c3,revision_number=4']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:45:54.990417 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-14a0aaf0-9a2b-48d8-86de-b7c2c8f8ce0c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990584'] for port (0051f112-dfb5-41bd-9fa1-3f3fd1c1c6f2), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:55.022790 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a0aaf0-9a2b-48d8-86de-b7c2c8f8ce0c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Pushing event deleted for resources: {'Port': ['ID=0051f112-dfb5-41bd-9fa1-3f3fd1c1c6f2,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:45:55.114053 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:55.124380 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-14a0aaf0-9a2b-48d8-86de-b7c2c8f8ce0c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks [] for floatingip (605fca59-5d8d-45e9-9fe2-3d6b28845b3d), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:55.126895 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-14a0aaf0-9a2b-48d8-86de-b7c2c8f8ce0c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for floatingip (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:55.128052 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-14a0aaf0-9a2b-48d8-86de-b7c2c8f8ce0c tempest-AttachVolumeShelveTestJSON-1315367245 tempest-AttachVolumeShelveTestJSON-1315367245-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/605fca59-5d8d-45e9-9fe2-3d6b28845b3d HTTP/1.1" status: 204 len: 168 time: 0.5836964 Aug 24 13:45:55.136957 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b613b0-c9d5-4a32-acc3-9c95db29d5d5 req-96cb7b50-4774-4ce0-a329-ed33bd20c2ac tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:55.138946 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-31b613b0-c9d5-4a32-acc3-9c95db29d5d5 req-96cb7b50-4774-4ce0-a329-ed33bd20c2ac tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1dba10a5-24cb-4641-914e-7558614f82a6 HTTP/1.1" status: 200 len: 944 time: 0.0609131 Aug 24 13:45:55.207670 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] get_ports_and_sgs() called for port_ids ['ec946f8f-f434-42c3-90a3-60ce66ddf0c3'] {{(pid=106987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 13:45:55.228417 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-31b613b0-c9d5-4a32-acc3-9c95db29d5d5 req-70f78a8c-9a9f-4ca4-9757-29f1c9012398 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831690 Aug 24 13:45:55.233686 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:55.369842 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=5 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:55.456060 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:56.359347 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:56.367622 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a1eba-9025-478a-9a7e-8d686af034ce req-d9ad644a-51c8-4a47-9344-e82458231f22 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:56.374954 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f82a1eba-9025-478a-9a7e-8d686af034ce req-d9ad644a-51c8-4a47-9344-e82458231f22 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1dba10a5-24cb-4641-914e-7558614f82a6 HTTP/1.1" status: 200 len: 944 time: 0.0481002 Aug 24 13:45:56.424866 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f82a1eba-9025-478a-9a7e-8d686af034ce req-59f2a46c-6056-4e1f-98e6-d38980ea6974 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501599 Aug 24 13:45:57.543432 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ebca24-b7b4-46a5-929c-ec72da55d0cb req-d9154411-77b5-4210-9685-6b1187d70125 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:57.544935 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-91ebca24-b7b4-46a5-929c-ec72da55d0cb req-d9154411-77b5-4210-9685-6b1187d70125 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1dba10a5-24cb-4641-914e-7558614f82a6 HTTP/1.1" status: 200 len: 944 time: 0.0477669 Aug 24 13:45:57.598148 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-91ebca24-b7b4-46a5-929c-ec72da55d0cb req-6d4822bf-72ba-4df3-92e2-ff0978093b1e tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476747 Aug 24 13:45:58.428719 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device ec946f8f-f434-42c3-90a3-60ce66ddf0c3 up at agent hyperv_hv-cinder-77957 {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:45:58.470631 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Provisioning for port ec946f8f-f434-42c3-90a3-60ce66ddf0c3 completed by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 13:45:58.558808 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Provisioning complete for port ec946f8f-f434-42c3-90a3-60ce66ddf0c3 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:45:58.559267 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (ec946f8f-f434-42c3-90a3-60ce66ddf0c3), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:58.631751 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port ec946f8f-f434-42c3-90a3-60ce66ddf0c3 is: BUILD; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:45:58.632071 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (ec946f8f-f434-42c3-90a3-60ce66ddf0c3), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:58.658598 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dba10a5-24cb-4641-914e-7558614f82a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec946f8f-f434-42c3-90a3-60ce66ddf0c3'}] {{(pid=106987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:45:58.660921 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee01592ba90e2cb9dcb0c84681ff9a6759d336f5db8af78df2209fafc25a55a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7807fd99-1652-46b2-97d7-c9171b529845" -d '{"events": [{"server_uuid": "1dba10a5-24cb-4641-914e-7558614f82a6", "name": "network-vif-plugged", "status": "completed", "tag": "ec946f8f-f434-42c3-90a3-60ce66ddf0c3"}]}' {{(pid=106987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:45:58.675824 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port ec946f8f-f434-42c3-90a3-60ce66ddf0c3, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=ec946f8f-f434-42c3-90a3-60ce66ddf0c3,segment=NetworkSegment(a66ff9af-39c0-4933-b76c-c41e5f0ae69c),segment_id=a66ff9af-39c0-4933-b76c-c41e5f0ae69c)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:45:58.703290 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 13:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056cb78b-c615-409a-81dc-dd307880875d x-openstack-request-id: req-056cb78b-c615-409a-81dc-dd307880875d {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:45:58.703578 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dba10a5-24cb-4641-914e-7558614f82a6", "name": "network-vif-plugged", "status": "completed", "tag": "ec946f8f-f434-42c3-90a3-60ce66ddf0c3", "code": 200}]} {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:45:58.703835 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-056cb78b-c615-409a-81dc-dd307880875d {{(pid=106987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:45:58.704250 dv-cinder-779578-4-iscsi neutron-server[106987]: INFO neutron.notifiers.nova [-] Nova event matching ['req-056cb78b-c615-409a-81dc-dd307880875d'] response: {'server_uuid': '1dba10a5-24cb-4641-914e-7558614f82a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec946f8f-f434-42c3-90a3-60ce66ddf0c3', 'code': 200} Aug 24 13:45:58.730983 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23084d6a-3a2c-40e9-b685-46987d8628d9 req-2ca3fa91-54a0-4535-8a5b-2ed0df5b6d77 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:58.733117 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-23084d6a-3a2c-40e9-b685-46987d8628d9 req-2ca3fa91-54a0-4535-8a5b-2ed0df5b6d77 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1dba10a5-24cb-4641-914e-7558614f82a6 HTTP/1.1" status: 200 len: 944 time: 0.0533988 Aug 24 13:45:58.753379 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (ec946f8f-f434-42c3-90a3-60ce66ddf0c3), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:45:58.802160 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-23084d6a-3a2c-40e9-b685-46987d8628d9 req-47efe336-b502-4a4a-8a71-3ddb7f276b00 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625155 Aug 24 13:45:58.826210 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=ec946f8f-f434-42c3-90a3-60ce66ddf0c3,revision_number=5']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:45:59.267436 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0705fe-8e4d-4b73-9d1b-c90886b54baa req-6a0d3de1-5c26-4b81-a966-6d2b73204138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:59.268994 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-ac0705fe-8e4d-4b73-9d1b-c90886b54baa req-6a0d3de1-5c26-4b81-a966-6d2b73204138 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1dba10a5-24cb-4641-914e-7558614f82a6 HTTP/1.1" status: 200 len: 1129 time: 0.0426950 Aug 24 13:45:59.309280 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:45:59.317507 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-ac0705fe-8e4d-4b73-9d1b-c90886b54baa req-959ba4ce-66b7-4820-aa95-242a6f6d3306 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415487 Aug 24 13:45:59.934401 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a4d3d-2e4b-4940-932f-b471715668df req-c1160032-cba8-46a8-8927-895606c07d89 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:45:59.935956 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5d6a4d3d-2e4b-4940-932f-b471715668df req-c1160032-cba8-46a8-8927-895606c07d89 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1dba10a5-24cb-4641-914e-7558614f82a6 HTTP/1.1" status: 200 len: 945 time: 0.0529494 Aug 24 13:45:59.998236 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5d6a4d3d-2e4b-4940-932f-b471715668df req-2ab39ef5-48ae-46e4-886f-6c0a26940670 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561383 Aug 24 13:46:00.896711 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.agents_db [None req-66b1cbc3-9e75-488f-ab76-e3b1c287483f None None] Agent healthcheck: found 6 active agents {{(pid=106988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 13:46:01.143067 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273be104-85a4-45cb-9c65-2c533970513f req-8d7cd668-44aa-4283-b5fd-48b9a7af8b84 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:46:01.144573 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-273be104-85a4-45cb-9c65-2c533970513f req-8d7cd668-44aa-4283-b5fd-48b9a7af8b84 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1dba10a5-24cb-4641-914e-7558614f82a6 HTTP/1.1" status: 200 len: 945 time: 0.0514557 Aug 24 13:46:01.206883 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-273be104-85a4-45cb-9c65-2c533970513f req-b6d66648-663c-4e98-b964-df22b4b023bf tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562799 Aug 24 13:46:01.300580 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 55922) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:46:01.349874 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d981c0-d38d-4003-9d97-9f9f50a53520 req-3bea61c6-8ccc-42e2-8363-7a7c70da96d7 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:46:01.351438 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-26d981c0-d38d-4003-9d97-9f9f50a53520 req-3bea61c6-8ccc-42e2-8363-7a7c70da96d7 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1dba10a5-24cb-4641-914e-7558614f82a6 HTTP/1.1" status: 200 len: 945 time: 0.0684392 Aug 24 13:46:01.412799 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-26d981c0-d38d-4003-9d97-9f9f50a53520 req-3c3a94c4-daf1-4f6d-95cd-0d5e4b7cacc9 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555427 Aug 24 13:46:01.442189 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 55926) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:46:01.556304 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de56cb0a-8aa0-437e-aa3d-407f14f1f49f tempest-TestVolumeBootPattern-269391452 tempest-TestVolumeBootPattern-269391452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:46:01.557731 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-de56cb0a-8aa0-437e-aa3d-407f14f1f49f tempest-TestVolumeBootPattern-269391452 tempest-TestVolumeBootPattern-269391452-project-admin] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1dba10a5-24cb-4641-914e-7558614f82a6 HTTP/1.1" status: 200 len: 1124 time: 0.1143930 Aug 24 13:46:01.560916 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 55928) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:46:01.565801 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-f520df3b-6c89-42a8-a18b-5d6f0a3c068e tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Request body: {'floatingip': {'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'port_id': 'ec946f8f-f434-42c3-90a3-60ce66ddf0c3', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:46:01.679896 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f520df3b-6c89-42a8-a18b-5d6f0a3c068e tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:01.778477 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f520df3b-6c89-42a8-a18b-5d6f0a3c068e tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:01.900754 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:01.902729 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.db_base_plugin_common [None req-f520df3b-6c89-42a8-a18b-5d6f0a3c068e tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Allocated IP 172.27.1.220 (b9a647d2-3285-4c25-b9a6-e511e6620ca5/0f88e60e-ade3-4937-9959-ff6f15b76440/73d11ca7-d12f-4d21-98a2-b658ac9222d0) {{(pid=106985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:46:02.002102 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:02.019724 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f520df3b-6c89-42a8-a18b-5d6f0a3c068e tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks [] for port (73d11ca7-d12f-4d21-98a2-b658ac9222d0), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:02.132860 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-d4b19feb-21f8-4730-ae99-df29b7a142be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-564397'] for router_interface (8ff4f2f7-1cad-4fd9-99be-e3cce9260444), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:02.159289 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f520df3b-6c89-42a8-a18b-5d6f0a3c068e tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (73d11ca7-d12f-4d21-98a2-b658ac9222d0), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:02.168097 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:02.201404 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f520df3b-6c89-42a8-a18b-5d6f0a3c068e tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Network b9a647d2-3285-4c25-b9a6-e511e6620ca5 is already hosted by enough agents. {{(pid=106985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:46:02.204408 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.base_scheduler [None req-f520df3b-6c89-42a8-a18b-5d6f0a3c068e tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Resources bound (agent type, host, resource id): {{(pid=106985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:46:02.208036 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f520df3b-6c89-42a8-a18b-5d6f0a3c068e tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Received port after_create {{(pid=106985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:46:02.235603 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f520df3b-6c89-42a8-a18b-5d6f0a3c068e tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Pushing event updated for resources: {'Port': ['ID=73d11ca7-d12f-4d21-98a2-b658ac9222d0,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:02.434860 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [None req-d4b19feb-21f8-4730-ae99-df29b7a142be admin admin] Deleting port db1e9755-d759-4f60-b714-7af68d02ce1e {{(pid=106986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:46:02.435405 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-d4b19feb-21f8-4730-ae99-df29b7a142be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (db1e9755-d759-4f60-b714-7af68d02ce1e), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:02.523157 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.db [None req-d4b19feb-21f8-4730-ae99-df29b7a142be admin admin] For port db1e9755-d759-4f60-b714-7af68d02ce1e, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=db1e9755-d759-4f60-b714-7af68d02ce1e,segment=NetworkSegment(d3c5e9c4-fd20-406c-b672-893adab194ab),segment_id=d3c5e9c4-fd20-406c-b672-893adab194ab)] {{(pid=106986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:46:02.523525 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-d4b19feb-21f8-4730-ae99-df29b7a142be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (db1e9755-d759-4f60-b714-7af68d02ce1e), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:02.538632 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [None req-d4b19feb-21f8-4730-ae99-df29b7a142be admin admin] Calling delete_port for db1e9755-d759-4f60-b714-7af68d02ce1e owned by network:router_interface {{(pid=106986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:46:02.552855 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=100 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:02.563045 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:02.588848 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f520df3b-6c89-42a8-a18b-5d6f0a3c068e tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks [] for floatingip (9c6e510a-5aa2-40b5-aaad-c64e79f7234f), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:02.823575 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f520df3b-6c89-42a8-a18b-5d6f0a3c068e tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (73d11ca7-d12f-4d21-98a2-b658ac9222d0), before_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:02.851831 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-d4b19feb-21f8-4730-ae99-df29b7a142be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990584'] for port (db1e9755-d759-4f60-b714-7af68d02ce1e), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:02.880621 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b19feb-21f8-4730-ae99-df29b7a142be admin admin] Pushing event deleted for resources: {'Port': ['ID=db1e9755-d759-4f60-b714-7af68d02ce1e,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:03.120772 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f520df3b-6c89-42a8-a18b-5d6f0a3c068e tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks [] for port (73d11ca7-d12f-4d21-98a2-b658ac9222d0), precommit_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:03.177029 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-d4b19feb-21f8-4730-ae99-df29b7a142be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-564281'] for router_interface (8ff4f2f7-1cad-4fd9-99be-e3cce9260444), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:03.199113 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f520df3b-6c89-42a8-a18b-5d6f0a3c068e tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2796075'] for port (73d11ca7-d12f-4d21-98a2-b658ac9222d0), after_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:03.277191 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f520df3b-6c89-42a8-a18b-5d6f0a3c068e tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961197'] for floatingip (9c6e510a-5aa2-40b5-aaad-c64e79f7234f), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:03.279126 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f520df3b-6c89-42a8-a18b-5d6f0a3c068e tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Pushing event updated for resources: {'Port': ['ID=73d11ca7-d12f-4d21-98a2-b658ac9222d0,revision_number=2']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:03.383156 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.db.l3_db [None req-f520df3b-6c89-42a8-a18b-5d6f0a3c068e tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Floating IP 9c6e510a-5aa2-40b5-aaad-c64e79f7234f associated. External IP: 172.27.1.220, port: ec946f8f-f434-42c3-90a3-60ce66ddf0c3. Aug 24 13:46:03.407533 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:03.430666 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4b19feb-21f8-4730-ae99-df29b7a142be admin admin] Router 8ff4f2f7-1cad-4fd9-99be-e3cce9260444 has already been hosted by L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 {{(pid=106986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 13:46:03.547304 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4b19feb-21f8-4730-ae99-df29b7a142be admin admin] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:46:03.556740 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-d4b19feb-21f8-4730-ae99-df29b7a142be admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/8ff4f2f7-1cad-4fd9-99be-e3cce9260444/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2549388 Aug 24 13:46:03.557685 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 55958) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:46:03.559096 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea625ca-36e3-4c3c-a9ea-1d0f7ff635fc None None] Sync routers for ids ['8ff4f2f7-1cad-4fd9-99be-e3cce9260444'] in dv-cinder-779578-4-iscsi {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:46:03.570910 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea625ca-36e3-4c3c-a9ea-1d0f7ff635fc None None] Routers {'8ff4f2f7-1cad-4fd9-99be-e3cce9260444'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:46:03.571536 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-8ea625ca-36e3-4c3c-a9ea-1d0f7ff635fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:45:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['8ff4f2f7-1cad-4fd9-99be-e3cce9260444'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:46:03.571970 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:03.613025 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f520df3b-6c89-42a8-a18b-5d6f0a3c068e tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Router c87be637-b9f5-4543-9419-8aa35994dab0 has already been hosted by L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 {{(pid=106985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 13:46:03.682929 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-0345a865-25da-4509-960e-47eb13fb64fa admin admin] Publish callbacks [] for router (8ff4f2f7-1cad-4fd9-99be-e3cce9260444), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:03.691233 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-8ea625ca-36e3-4c3c-a9ea-1d0f7ff635fc None None] Set router 8ff4f2f7-1cad-4fd9-99be-e3cce9260444 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:46:03.757526 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f520df3b-6c89-42a8-a18b-5d6f0a3c068e tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:46:03.762681 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=100 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:03.767864 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=100 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:03.775612 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd5151d-affb-4cb7-a5ac-0b0b61bcddf3 None None] Sync routers for ids ['c87be637-b9f5-4543-9419-8aa35994dab0'] in dv-cinder-779578-4-iscsi {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:46:03.786198 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd5151d-affb-4cb7-a5ac-0b0b61bcddf3 None None] Routers {'c87be637-b9f5-4543-9419-8aa35994dab0'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:46:03.786820 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-6dd5151d-affb-4cb7-a5ac-0b0b61bcddf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:45:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['c87be637-b9f5-4543-9419-8aa35994dab0'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:46:03.811680 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-0345a865-25da-4509-960e-47eb13fb64fa admin admin] Publish callbacks [] for router_gateway (8ff4f2f7-1cad-4fd9-99be-e3cce9260444), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:03.880109 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-8ea625ca-36e3-4c3c-a9ea-1d0f7ff635fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'name': 'tempest-AttachVolumeShelveTestJSON-1625308851-router', 'tenant_id': '4a3794670e8d4c9985547d557d6969e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'e28ebaa8-833a-47c9-9878-cacba0470f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:14Z', 'updated_at': '2022-08-24T13:46:02Z', 'revision_number': 5, 'project_id': '4a3794670e8d4c9985547d557d6969e0', 'gw_port': {'id': 'e28ebaa8-833a-47c9-9878-cacba0470f33', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:15Z', 'updated_at': '2022-08-24T13:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi'}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:46:03.884299 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=100 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:03.908103 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea625ca-36e3-4c3c-a9ea-1d0f7ff635fc None None] Checking router: 8ff4f2f7-1cad-4fd9-99be-e3cce9260444 for host: dv-cinder-779578-4-iscsi {{(pid=106988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:46:03.918889 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea625ca-36e3-4c3c-a9ea-1d0f7ff635fc None None] Routers {'8ff4f2f7-1cad-4fd9-99be-e3cce9260444'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:46:03.918889 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-8ea625ca-36e3-4c3c-a9ea-1d0f7ff635fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:45:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['8ff4f2f7-1cad-4fd9-99be-e3cce9260444'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:46:04.020420 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-6dd5151d-affb-4cb7-a5ac-0b0b61bcddf3 None None] Set router c87be637-b9f5-4543-9419-8aa35994dab0 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:46:04.022882 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-8ea625ca-36e3-4c3c-a9ea-1d0f7ff635fc None None] Set router 8ff4f2f7-1cad-4fd9-99be-e3cce9260444 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:46:04.060681 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f520df3b-6c89-42a8-a18b-5d6f0a3c068e tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for floatingip (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:04.121109 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [None req-0345a865-25da-4509-960e-47eb13fb64fa admin admin] Deleting port e28ebaa8-833a-47c9-9878-cacba0470f33 {{(pid=106986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:46:04.123926 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-0345a865-25da-4509-960e-47eb13fb64fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (e28ebaa8-833a-47c9-9878-cacba0470f33), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:04.133650 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-f520df3b-6c89-42a8-a18b-5d6f0a3c068e tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5715582 Aug 24 13:46:04.136086 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dba10a5-24cb-4641-914e-7558614f82a6', 'tag': 'ec946f8f-f434-42c3-90a3-60ce66ddf0c3'}] {{(pid=106985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:46:04.141988 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339b45b761399ad6383a0e79eb3d49a8b35bb9728a194a6e9817421c04d0c31a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2fa911d-810e-41cd-bea8-8d44c3dfcbe6" -d '{"events": [{"name": "network-changed", "server_uuid": "1dba10a5-24cb-4641-914e-7558614f82a6", "tag": "ec946f8f-f434-42c3-90a3-60ce66ddf0c3"}]}' {{(pid=106985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:46:04.214284 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 13:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5d012c4-78df-4f31-b333-381dd208c695 x-openstack-request-id: req-f5d012c4-78df-4f31-b333-381dd208c695 {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:46:04.215398 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dba10a5-24cb-4641-914e-7558614f82a6", "tag": "ec946f8f-f434-42c3-90a3-60ce66ddf0c3", "status": "completed", "code": 200}]} {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:46:04.215864 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-f5d012c4-78df-4f31-b333-381dd208c695 {{(pid=106985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:46:04.216732 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5d012c4-78df-4f31-b333-381dd208c695'] response: {'name': 'network-changed', 'server_uuid': '1dba10a5-24cb-4641-914e-7558614f82a6', 'tag': 'ec946f8f-f434-42c3-90a3-60ce66ddf0c3', 'status': 'completed', 'code': 200} Aug 24 13:46:04.230666 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-8ea625ca-36e3-4c3c-a9ea-1d0f7ff635fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'name': 'tempest-AttachVolumeShelveTestJSON-1625308851-router', 'tenant_id': '4a3794670e8d4c9985547d557d6969e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'e28ebaa8-833a-47c9-9878-cacba0470f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:14Z', 'updated_at': '2022-08-24T13:46:02Z', 'revision_number': 5, 'project_id': '4a3794670e8d4c9985547d557d6969e0', 'gw_port': {'id': 'e28ebaa8-833a-47c9-9878-cacba0470f33', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:15Z', 'updated_at': '2022-08-24T13:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi'}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:46:04.256542 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.db [None req-0345a865-25da-4509-960e-47eb13fb64fa admin admin] For port e28ebaa8-833a-47c9-9878-cacba0470f33, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=e28ebaa8-833a-47c9-9878-cacba0470f33,segment=NetworkSegment(5f346d1e-6301-45fd-9dfc-66a590810fee),segment_id=5f346d1e-6301-45fd-9dfc-66a590810fee)] {{(pid=106986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:46:04.256542 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-0345a865-25da-4509-960e-47eb13fb64fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (e28ebaa8-833a-47c9-9878-cacba0470f33), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:04.262474 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [None req-0345a865-25da-4509-960e-47eb13fb64fa admin admin] Calling delete_port for e28ebaa8-833a-47c9-9878-cacba0470f33 owned by network:router_gateway {{(pid=106986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:46:04.268341 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea625ca-36e3-4c3c-a9ea-1d0f7ff635fc None None] The sync data for ids ['8ff4f2f7-1cad-4fd9-99be-e3cce9260444'] in dv-cinder-779578-4-iscsi is: [{'id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'name': 'tempest-AttachVolumeShelveTestJSON-1625308851-router', 'tenant_id': '4a3794670e8d4c9985547d557d6969e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.125'}], 'enable_snat': True}, 'gw_port_id': 'e28ebaa8-833a-47c9-9878-cacba0470f33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:38:14Z', 'updated_at': '2022-08-24T13:46:02Z', 'revision_number': 5, 'project_id': '4a3794670e8d4c9985547d557d6969e0', 'gw_port': {'id': 'e28ebaa8-833a-47c9-9878-cacba0470f33', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ff4f2f7-1cad-4fd9-99be-e3cce9260444', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:38:15Z', 'updated_at': '2022-08-24T13:38:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi'}] {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:46:04.301668 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-6dd5151d-affb-4cb7-a5ac-0b0b61bcddf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'name': 'tempest-TestVolumeBootPattern-446231488-router', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'f0e21890-66ca-4103-bc57-a278f15443a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:42:20Z', 'updated_at': '2022-08-24T13:42:26Z', 'revision_number': 4, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'gw_port': {'id': 'f0e21890-66ca-4103-bc57-a278f15443a3', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:78:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:21Z', 'updated_at': '2022-08-24T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_floatingips': [{'id': '9c6e510a-5aa2-40b5-aaad-c64e79f7234f', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'floating_ip_address': '172.27.1.220', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'port_id': 'ec946f8f-f434-42c3-90a3-60ce66ddf0c3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c', 'mac_address': 'fa:16:3e:73:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dba10a5-24cb-4641-914e-7558614f82a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:46:02Z', 'updated_at': '2022-08-24T13:46:02Z', 'revision_number': 0, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34c70bdb-9521-4499-bf3b-8c76878fe792', 'name': '', 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'mac_address': 'fa:16:3e:2f:73:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '855e4e70-f3fd-4957-8cf7-11d6e251674e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:25Z', 'updated_at': '2022-08-24T13:42:34Z', 'revision_number': 5, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'subnets': [{'id': '855e4e70-f3fd-4957-8cf7-11d6e251674e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:46:04.324305 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd5151d-affb-4cb7-a5ac-0b0b61bcddf3 None None] Checking router: c87be637-b9f5-4543-9419-8aa35994dab0 for host: dv-cinder-779578-4-iscsi {{(pid=106987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:46:04.327115 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:04.335161 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd5151d-affb-4cb7-a5ac-0b0b61bcddf3 None None] Routers {'c87be637-b9f5-4543-9419-8aa35994dab0'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:46:04.335768 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-6dd5151d-affb-4cb7-a5ac-0b0b61bcddf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:45:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['c87be637-b9f5-4543-9419-8aa35994dab0'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:46:04.363681 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa911d-810e-41cd-bea8-8d44c3dfcbe6 req-684c58d8-0aae-4dc2-9231-3c2e2b3975e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:46:04.365746 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-b2fa911d-810e-41cd-bea8-8d44c3dfcbe6 req-684c58d8-0aae-4dc2-9231-3c2e2b3975e9 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=6842f55d3dcc42289b6bfe02ed020dc4&device_id=1dba10a5-24cb-4641-914e-7558614f82a6 HTTP/1.1" status: 200 len: 1129 time: 0.0922263 Aug 24 13:46:04.451183 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-6dd5151d-affb-4cb7-a5ac-0b0b61bcddf3 None None] Set router c87be637-b9f5-4543-9419-8aa35994dab0 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:46:04.491672 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:04.504743 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:04.526844 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa911d-810e-41cd-bea8-8d44c3dfcbe6 req-bcd1d9c9-a62a-499b-ab7f-6b958fc590cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:46:04.528344 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-b2fa911d-810e-41cd-bea8-8d44c3dfcbe6 req-bcd1d9c9-a62a-499b-ab7f-6b958fc590cb service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=440bd507-b6ac-4736-a4d2-ede05189225c HTTP/1.1" status: 200 len: 912 time: 0.1565001 Aug 24 13:46:04.633304 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-b2fa911d-810e-41cd-bea8-8d44c3dfcbe6 req-7f822eba-305c-46f0-99b4-d7fb9e1afcf1 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec946f8f-f434-42c3-90a3-60ce66ddf0c3 HTTP/1.1" status: 200 len: 999 time: 0.0980661 Aug 24 13:46:04.689141 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa911d-810e-41cd-bea8-8d44c3dfcbe6 req-f27c3ff7-4e92-4e6e-afa4-3262ac5e9b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:46:04.690853 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-b2fa911d-810e-41cd-bea8-8d44c3dfcbe6 req-f27c3ff7-4e92-4e6e-afa4-3262ac5e9b8d service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=855e4e70-f3fd-4957-8cf7-11d6e251674e HTTP/1.1" status: 200 len: 850 time: 0.0512588 Aug 24 13:46:04.705045 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-6dd5151d-affb-4cb7-a5ac-0b0b61bcddf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'name': 'tempest-TestVolumeBootPattern-446231488-router', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'f0e21890-66ca-4103-bc57-a278f15443a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:42:20Z', 'updated_at': '2022-08-24T13:42:26Z', 'revision_number': 4, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'gw_port': {'id': 'f0e21890-66ca-4103-bc57-a278f15443a3', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:78:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:21Z', 'updated_at': '2022-08-24T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_floatingips': [{'id': '9c6e510a-5aa2-40b5-aaad-c64e79f7234f', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'floating_ip_address': '172.27.1.220', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'port_id': 'ec946f8f-f434-42c3-90a3-60ce66ddf0c3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c', 'mac_address': 'fa:16:3e:73:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dba10a5-24cb-4641-914e-7558614f82a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:46:02Z', 'updated_at': '2022-08-24T13:46:02Z', 'revision_number': 0, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34c70bdb-9521-4499-bf3b-8c76878fe792', 'name': '', 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'mac_address': 'fa:16:3e:2f:73:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '855e4e70-f3fd-4957-8cf7-11d6e251674e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:25Z', 'updated_at': '2022-08-24T13:42:34Z', 'revision_number': 5, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'subnets': [{'id': '855e4e70-f3fd-4957-8cf7-11d6e251674e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:46:04.735574 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd5151d-affb-4cb7-a5ac-0b0b61bcddf3 None None] The sync data for ids ['c87be637-b9f5-4543-9419-8aa35994dab0'] in dv-cinder-779578-4-iscsi is: [{'id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'name': 'tempest-TestVolumeBootPattern-446231488-router', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'f0e21890-66ca-4103-bc57-a278f15443a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:42:20Z', 'updated_at': '2022-08-24T13:42:26Z', 'revision_number': 4, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'gw_port': {'id': 'f0e21890-66ca-4103-bc57-a278f15443a3', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:78:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:21Z', 'updated_at': '2022-08-24T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_floatingips': [{'id': '9c6e510a-5aa2-40b5-aaad-c64e79f7234f', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'floating_ip_address': '172.27.1.220', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'port_id': 'ec946f8f-f434-42c3-90a3-60ce66ddf0c3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c', 'mac_address': 'fa:16:3e:73:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dba10a5-24cb-4641-914e-7558614f82a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:46:02Z', 'updated_at': '2022-08-24T13:46:02Z', 'revision_number': 0, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34c70bdb-9521-4499-bf3b-8c76878fe792', 'name': '', 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'mac_address': 'fa:16:3e:2f:73:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '855e4e70-f3fd-4957-8cf7-11d6e251674e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:25Z', 'updated_at': '2022-08-24T13:42:34Z', 'revision_number': 5, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'subnets': [{'id': '855e4e70-f3fd-4957-8cf7-11d6e251674e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:46:04.750175 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa911d-810e-41cd-bea8-8d44c3dfcbe6 req-0d844918-6cd7-454f-8012-0d7162743c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:46:04.752023 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-b2fa911d-810e-41cd-bea8-8d44c3dfcbe6 req-0d844918-6cd7-454f-8012-0d7162743c2e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=440bd507-b6ac-4736-a4d2-ede05189225c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541954 Aug 24 13:46:04.780687 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-0345a865-25da-4509-960e-47eb13fb64fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990584'] for port (e28ebaa8-833a-47c9-9878-cacba0470f33), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:04.815548 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0345a865-25da-4509-960e-47eb13fb64fa admin admin] Pushing event deleted for resources: {'Port': ['ID=e28ebaa8-833a-47c9-9878-cacba0470f33,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:04.925326 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-b2fa911d-810e-41cd-bea8-8d44c3dfcbe6 req-5e950cc6-6c06-4430-a69f-1b1821287ea8 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/440bd507-b6ac-4736-a4d2-ede05189225c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661901 Aug 24 13:46:04.952311 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-0345a865-25da-4509-960e-47eb13fb64fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008744'] for router_gateway (8ff4f2f7-1cad-4fd9-99be-e3cce9260444), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:05.011126 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device db1e9755-d759-4f60-b714-7af68d02ce1e no longer exists at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:46:05.037629 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] No Port match for: db1e9755-d759-4f60-b714-7af68d02ce1e {{(pid=106987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 13:46:05.037963 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device db1e9755-d759-4f60-b714-7af68d02ce1e not bound to the agent host dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 13:46:05.039746 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:05.057917 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2832b780-fd9b-43f0-83e7-da79df9c0503 None None] New status for floating IP 9c6e510a-5aa2-40b5-aaad-c64e79f7234f: ACTIVE {{(pid=106988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 13:46:05.346235 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-0345a865-25da-4509-960e-47eb13fb64fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-564371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7662'] for router (8ff4f2f7-1cad-4fd9-99be-e3cce9260444), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:05.350480 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-0345a865-25da-4509-960e-47eb13fb64fa admin admin] Publish callbacks [] for router_controller (8ff4f2f7-1cad-4fd9-99be-e3cce9260444), precommit_delete_associations {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:05.410942 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-b2fa911d-810e-41cd-bea8-8d44c3dfcbe6 req-27f5ca32-4d86-482b-9210-0bec091f6549 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/440bd507-b6ac-4736-a4d2-ede05189225c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4784470 Aug 24 13:46:05.564817 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-0345a865-25da-4509-960e-47eb13fb64fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-564362'] for router (8ff4f2f7-1cad-4fd9-99be-e3cce9260444), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:05.565475 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0345a865-25da-4509-960e-47eb13fb64fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ff4f2f7-1cad-4fd9-99be-e3cce9260444 {{(pid=106986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 13:46:05.580045 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-0345a865-25da-4509-960e-47eb13fb64fa admin admin] Publish callbacks [] for router (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:05.580045 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-0345a865-25da-4509-960e-47eb13fb64fa admin admin] 10.222.0.73 "DELETE /networking/v2.0/routers/8ff4f2f7-1cad-4fd9-99be-e3cce9260444 HTTP/1.1" status: 204 len: 168 time: 2.0129771 Aug 24 13:46:05.580045 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 55982) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:46:05.627466 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.db_base_plugin_v2 [None req-f046b4b8-e98e-4cda-b301-6a1058c99c53 admin admin] Deleting subnet 5dc0c212-b568-43f4-b5cf-0229c3337a97 {{(pid=106986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 13:46:05.631063 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f046b4b8-e98e-4cda-b301-6a1058c99c53 admin admin] Publish callbacks [] for subnet (5dc0c212-b568-43f4-b5cf-0229c3337a97), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:05.676058 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f046b4b8-e98e-4cda-b301-6a1058c99c53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17251685'] for subnet (5dc0c212-b568-43f4-b5cf-0229c3337a97), precommit_delete_associations {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:05.760028 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f046b4b8-e98e-4cda-b301-6a1058c99c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66918460'] for subnet (5dc0c212-b568-43f4-b5cf-0229c3337a97), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:05.931246 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f046b4b8-e98e-4cda-b301-6a1058c99c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66918469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2990509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17994702'] for subnet (5dc0c212-b568-43f4-b5cf-0229c3337a97), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:05.955648 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046b4b8-e98e-4cda-b301-6a1058c99c53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dc0c212-b568-43f4-b5cf-0229c3337a97,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:05.961782 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f046b4b8-e98e-4cda-b301-6a1058c99c53 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:05.965383 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-f046b4b8-e98e-4cda-b301-6a1058c99c53 admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/5dc0c212-b568-43f4-b5cf-0229c3337a97 HTTP/1.1" status: 204 len: 168 time: 0.3895164 Aug 24 13:46:05.967555 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 55994) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:46:05.970266 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21062092-db64-43bd-bda0-8f6e797267c9 None None] Network 385fd5c5-6c70-4a95-9981-8683550b730c requested from dv-cinder-779578-4-iscsi {{(pid=106987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 13:46:06.067306 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-01205a24-60c4-4efe-8bfb-c47eeba7057f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-67096241'] for network (385fd5c5-6c70-4a95-9981-8683550b730c), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:06.126408 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [None req-01205a24-60c4-4efe-8bfb-c47eeba7057f admin admin] Deleting port 4ffa595f-bac4-466a-a6b6-a352090d1540 {{(pid=106986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:46:06.126745 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-01205a24-60c4-4efe-8bfb-c47eeba7057f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (4ffa595f-bac4-466a-a6b6-a352090d1540), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:06.172523 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8da1331-896d-4e54-a02a-8e9e3b6a2315 None None] DHCP port deletion for 385fd5c5-6c70-4a95-9981-8683550b730c request from dv-cinder-779578-4-iscsi {{(pid=106987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 13:46:06.212646 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.db [None req-01205a24-60c4-4efe-8bfb-c47eeba7057f admin admin] For port 4ffa595f-bac4-466a-a6b6-a352090d1540, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=4ffa595f-bac4-466a-a6b6-a352090d1540,segment=NetworkSegment(d3c5e9c4-fd20-406c-b672-893adab194ab),segment_id=d3c5e9c4-fd20-406c-b672-893adab194ab)] {{(pid=106986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:46:06.213296 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-01205a24-60c4-4efe-8bfb-c47eeba7057f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (4ffa595f-bac4-466a-a6b6-a352090d1540), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:06.222071 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-d8da1331-896d-4e54-a02a-8e9e3b6a2315 None None] Deleting port 4ffa595f-bac4-466a-a6b6-a352090d1540 {{(pid=106987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:46:06.222701 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-d8da1331-896d-4e54-a02a-8e9e3b6a2315 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (4ffa595f-bac4-466a-a6b6-a352090d1540), before_delete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:06.229040 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [None req-01205a24-60c4-4efe-8bfb-c47eeba7057f admin admin] Calling delete_port for 4ffa595f-bac4-466a-a6b6-a352090d1540 owned by network:dhcp {{(pid=106986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:46:06.294941 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-d8da1331-896d-4e54-a02a-8e9e3b6a2315 None None] For port 4ffa595f-bac4-466a-a6b6-a352090d1540, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=4ffa595f-bac4-466a-a6b6-a352090d1540,segment=NetworkSegment(d3c5e9c4-fd20-406c-b672-893adab194ab),segment_id=d3c5e9c4-fd20-406c-b672-893adab194ab)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:46:06.298533 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-d8da1331-896d-4e54-a02a-8e9e3b6a2315 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (4ffa595f-bac4-466a-a6b6-a352090d1540), precommit_delete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:06.309401 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-d8da1331-896d-4e54-a02a-8e9e3b6a2315 None None] Calling delete_port for 4ffa595f-bac4-466a-a6b6-a352090d1540 owned by network:dhcp {{(pid=106987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:46:06.367543 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=100 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:06.421296 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-01205a24-60c4-4efe-8bfb-c47eeba7057f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990584'] for port (4ffa595f-bac4-466a-a6b6-a352090d1540), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:06.433276 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-d8da1331-896d-4e54-a02a-8e9e3b6a2315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643'] for port (4ffa595f-bac4-466a-a6b6-a352090d1540), after_delete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:06.444607 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01205a24-60c4-4efe-8bfb-c47eeba7057f admin admin] Pushing event deleted for resources: {'Port': ['ID=4ffa595f-bac4-466a-a6b6-a352090d1540,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:06.458875 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01205a24-60c4-4efe-8bfb-c47eeba7057f admin admin] No DVR routers for this DVR port 4ffa595f-bac4-466a-a6b6-a352090d1540 on host dv-cinder-779578-4-iscsi {{(pid=106986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 13:46:06.482169 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8da1331-896d-4e54-a02a-8e9e3b6a2315 None None] Pushing event deleted for resources: {'Port': ['ID=4ffa595f-bac4-466a-a6b6-a352090d1540,revision_number=None']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:06.489062 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8da1331-896d-4e54-a02a-8e9e3b6a2315 None None] No DVR routers for this DVR port 4ffa595f-bac4-466a-a6b6-a352090d1540 on host dv-cinder-779578-4-iscsi {{(pid=106987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 13:46:06.519110 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 56010) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:46:06.545126 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-01205a24-60c4-4efe-8bfb-c47eeba7057f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66912316', 'neutron.services.segments.db._delete_segments_for_network-8732775531888'] for network (385fd5c5-6c70-4a95-9981-8683550b730c), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:06.567444 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.services.segments.db [None req-01205a24-60c4-4efe-8bfb-c47eeba7057f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['385fd5c5-6c70-4a95-9981-8683550b730c']}} {{(pid=106986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:46:06.578661 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.services.segments.db [None req-01205a24-60c4-4efe-8bfb-c47eeba7057f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3c5e9c4-fd20-406c-b672-893adab194ab') {'for_net_delete': True} {{(pid=106986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:46:06.578966 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.services.segments.db [None req-01205a24-60c4-4efe-8bfb-c47eeba7057f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3c5e9c4-fd20-406c-b672-893adab194ab') {} {{(pid=106986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:46:06.589946 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-01205a24-60c4-4efe-8bfb-c47eeba7057f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732775508974', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17251692'] for segment (d3c5e9c4-fd20-406c-b672-893adab194ab), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:06.604311 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-01205a24-60c4-4efe-8bfb-c47eeba7057f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916165'] for segment (d3c5e9c4-fd20-406c-b672-893adab194ab), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:06.610840 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01205a24-60c4-4efe-8bfb-c47eeba7057f admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=106986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 13:46:06.611232 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-01205a24-60c4-4efe-8bfb-c47eeba7057f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2990539'] for segment (d3c5e9c4-fd20-406c-b672-893adab194ab), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:06.645555 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-2c129015-56b6-478b-a073-89e6da87da1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:06.706347 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:06.739466 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-2c129015-56b6-478b-a073-89e6da87da1e admin admin] Publish callbacks [] for security_group (e1bc2e12-ea9a-4fea-bdc8-4475d0e448d7), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:06.759951 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.services.segments.plugin [-] Segment d3c5e9c4-fd20-406c-b672-893adab194ab resource provider aggregate not found Aug 24 13:46:06.781098 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.services.segments.plugin [-] Segment d3c5e9c4-fd20-406c-b672-893adab194ab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d3c5e9c4-fd20-406c-b672-893adab194ab found for delete ", "request_id": "req-97013785-2a0a-4114-a842-28c4a26dcd49"}]} Aug 24 13:46:06.928363 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-01205a24-60c4-4efe-8bfb-c47eeba7057f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66912311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008716'] for network (385fd5c5-6c70-4a95-9981-8683550b730c), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:06.928363 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:06.937441 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-01205a24-60c4-4efe-8bfb-c47eeba7057f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for network (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:06.941157 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-01205a24-60c4-4efe-8bfb-c47eeba7057f admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/385fd5c5-6c70-4a95-9981-8683550b730c HTTP/1.1" status: 204 len: 168 time: 0.9726679 Aug 24 13:46:06.953596 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01205a24-60c4-4efe-8bfb-c47eeba7057f admin admin] Pushing event deleted for resources: {'Network': ['ID=385fd5c5-6c70-4a95-9981-8683550b730c,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:06.972769 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device e28ebaa8-833a-47c9-9878-cacba0470f33 no longer exists at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:46:06.994183 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] No Port match for: e28ebaa8-833a-47c9-9878-cacba0470f33 {{(pid=106987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 13:46:06.994525 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device e28ebaa8-833a-47c9-9878-cacba0470f33 not bound to the agent host dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 13:46:06.994944 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 4ffa595f-bac4-466a-a6b6-a352090d1540 no longer exists at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:46:07.004439 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-2c129015-56b6-478b-a073-89e6da87da1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (e1bc2e12-ea9a-4fea-bdc8-4475d0e448d7), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:07.014088 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] No Port match for: 4ffa595f-bac4-466a-a6b6-a352090d1540 {{(pid=106987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 13:46:07.014439 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 4ffa595f-bac4-466a-a6b6-a352090d1540 not bound to the agent host dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 13:46:07.048839 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-2c129015-56b6-478b-a073-89e6da87da1e admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=789e0658710b4aa082d8311138d33cf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5280194 Aug 24 13:46:07.049725 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c129015-56b6-478b-a073-89e6da87da1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bc2e12-ea9a-4fea-bdc8-4475d0e448d7,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:07.051595 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 56024) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:46:07.101264 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-36cb4ea9-a03f-4ccf-a531-e3e165bbd53e admin admin] Publish callbacks [] for security_group (e1bc2e12-ea9a-4fea-bdc8-4475d0e448d7), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:07.121868 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-36cb4ea9-a03f-4ccf-a531-e3e165bbd53e admin admin] Publish callbacks [] for security_group (e1bc2e12-ea9a-4fea-bdc8-4475d0e448d7), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:07.131616 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:07.261559 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-36cb4ea9-a03f-4ccf-a531-e3e165bbd53e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (e1bc2e12-ea9a-4fea-bdc8-4475d0e448d7), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:07.264061 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-36cb4ea9-a03f-4ccf-a531-e3e165bbd53e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:07.265269 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-36cb4ea9-a03f-4ccf-a531-e3e165bbd53e admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/e1bc2e12-ea9a-4fea-bdc8-4475d0e448d7 HTTP/1.1" status: 204 len: 168 time: 0.2126377 Aug 24 13:46:07.273506 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cb4ea9-a03f-4ccf-a531-e3e165bbd53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bc2e12-ea9a-4fea-bdc8-4475d0e448d7,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:07.329106 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 56028) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:46:07.370150 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-5345d9b9-28e8-4ac8-8392-ca412ed6d347 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=4a3794670e8d4c9985547d557d6969e0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0398915 Aug 24 13:46:07.372795 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 56030) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:46:07.423077 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f6094133-3bde-4365-bdfc-1b616778260d admin admin] Publish callbacks [] for security_group (369ea263-82e3-4ea7-aca0-09e273dd0f4e), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:07.449632 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f6094133-3bde-4365-bdfc-1b616778260d admin admin] Publish callbacks [] for security_group (369ea263-82e3-4ea7-aca0-09e273dd0f4e), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:07.573194 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f6094133-3bde-4365-bdfc-1b616778260d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (369ea263-82e3-4ea7-aca0-09e273dd0f4e), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:07.576090 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f6094133-3bde-4365-bdfc-1b616778260d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:07.586916 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-f6094133-3bde-4365-bdfc-1b616778260d admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/369ea263-82e3-4ea7-aca0-09e273dd0f4e HTTP/1.1" status: 204 len: 168 time: 0.2035913 Aug 24 13:46:07.586916 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6094133-3bde-4365-bdfc-1b616778260d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369ea263-82e3-4ea7-aca0-09e273dd0f4e,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:08.033534 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 56042) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:46:08.047462 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-73e2fc36-54aa-4420-a2a9-2b74eb701e5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:08.129271 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-73e2fc36-54aa-4420-a2a9-2b74eb701e5c admin admin] Publish callbacks [] for security_group (3f038db6-e88b-4fe2-9b38-397768f4e7a1), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:08.256164 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-73e2fc36-54aa-4420-a2a9-2b74eb701e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (3f038db6-e88b-4fe2-9b38-397768f4e7a1), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:08.295942 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-73e2fc36-54aa-4420-a2a9-2b74eb701e5c admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=5898c58b80dd4a0db6d16f31edd1348f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2613103 Aug 24 13:46:08.299172 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 56052) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:46:08.313062 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e2fc36-54aa-4420-a2a9-2b74eb701e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f038db6-e88b-4fe2-9b38-397768f4e7a1,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:08.349570 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:08.353011 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-686c1981-74a0-4961-bc52-1871f5324985 admin admin] Publish callbacks [] for security_group (3f038db6-e88b-4fe2-9b38-397768f4e7a1), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:08.373466 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-686c1981-74a0-4961-bc52-1871f5324985 admin admin] Publish callbacks [] for security_group (3f038db6-e88b-4fe2-9b38-397768f4e7a1), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:08.616462 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-686c1981-74a0-4961-bc52-1871f5324985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (3f038db6-e88b-4fe2-9b38-397768f4e7a1), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:08.619093 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-686c1981-74a0-4961-bc52-1871f5324985 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:08.620277 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-686c1981-74a0-4961-bc52-1871f5324985 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/3f038db6-e88b-4fe2-9b38-397768f4e7a1 HTTP/1.1" status: 204 len: 168 time: 0.3201804 Aug 24 13:46:08.632518 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686c1981-74a0-4961-bc52-1871f5324985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f038db6-e88b-4fe2-9b38-397768f4e7a1,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:09.103558 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 56074) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:46:09.205667 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-b51403e1-7935-45e6-b448-5ea4020fb982 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1185539921-network', 'tenant_id': 'ca298d9092ad4a9489f1624d62b2ac1d'}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:46:09.330300 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51403e1-7935-45e6-b448-5ea4020fb982 admin admin] Made reservation on behalf of ca298d9092ad4a9489f1624d62b2ac1d for: {'network': 1} {{(pid=106985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:46:09.332813 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-b51403e1-7935-45e6-b448-5ea4020fb982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for network (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:09.342368 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-b51403e1-7935-45e6-b448-5ea4020fb982 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:09.424139 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-b51403e1-7935-45e6-b448-5ea4020fb982 admin admin] Publish callbacks [] for security_group (8ae4ba64-b635-4ac1-b36b-583c004e7a09), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:09.501844 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-b51403e1-7935-45e6-b448-5ea4020fb982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (8ae4ba64-b635-4ac1-b36b-583c004e7a09), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:09.524954 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b51403e1-7935-45e6-b448-5ea4020fb982 admin admin] vlan segment allocate from pool success with {'vlan_id': 415, 'physical_network': 'physnet1'} {{(pid=106985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 13:46:09.540515 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51403e1-7935-45e6-b448-5ea4020fb982 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae4ba64-b635-4ac1-b36b-583c004e7a09,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:09.543425 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-b51403e1-7935-45e6-b448-5ea4020fb982 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916165'] for segment (71d927bf-449a-4f61-aa64-ce086e1d6108), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:09.543764 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.db.segments_db [None req-b51403e1-7935-45e6-b448-5ea4020fb982 admin admin] Added segment 71d927bf-449a-4f61-aa64-ce086e1d6108 of type vlan for network f3395214-009c-4aba-9dda-777a5c33eecb Aug 24 13:46:09.588541 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-b51403e1-7935-45e6-b448-5ea4020fb982 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732775010169'] for network (f3395214-009c-4aba-9dda-777a5c33eecb), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:09.609033 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=74,neutron:DELETE=4,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:09.775974 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-b51403e1-7935-45e6-b448-5ea4020fb982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995'] for network (f3395214-009c-4aba-9dda-777a5c33eecb), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:09.777094 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51403e1-7935-45e6-b448-5ea4020fb982 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:46:09.777712 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-b51403e1-7935-45e6-b448-5ea4020fb982 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for network (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:09.845595 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51403e1-7935-45e6-b448-5ea4020fb982 admin admin] Pushing event updated for resources: {'Network': ['ID=f3395214-009c-4aba-9dda-777a5c33eecb,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:09.855212 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Network f3395214-009c-4aba-9dda-777a5c33eecb details requested by agent ovs-agent-dv-cinder-779578-4-iscsi with host dv-cinder-779578-4-iscsi {{(pid=106987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 13:46:09.916444 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-b51403e1-7935-45e6-b448-5ea4020fb982 admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8117120 Aug 24 13:46:09.919711 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 56094) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:46:09.924547 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-d28bda5d-5ce5-4d67-920f-1ff1b2cef089 admin admin] Request body: {'subnet': {'network_id': 'f3395214-009c-4aba-9dda-777a5c33eecb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1185539921-subnet', 'tenant_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:46:10.043786 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28bda5d-5ce5-4d67-920f-1ff1b2cef089 admin admin] Made reservation on behalf of ca298d9092ad4a9489f1624d62b2ac1d for: {'subnet': 1} {{(pid=106985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:46:10.046204 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d28bda5d-5ce5-4d67-920f-1ff1b2cef089 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133617'] for subnet (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:10.319638 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d28bda5d-5ce5-4d67-920f-1ff1b2cef089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2795956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133535'] for subnet (1f46d6dd-5a73-4b8e-8e50-cedc158c26c7), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:10.369974 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28bda5d-5ce5-4d67-920f-1ff1b2cef089 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f46d6dd-5a73-4b8e-8e50-cedc158c26c7,revision_number=0']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:10.385871 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28bda5d-5ce5-4d67-920f-1ff1b2cef089 admin admin] Checking segment: {'id': '71d927bf-449a-4f61-aa64-ce086e1d6108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f3395214-009c-4aba-9dda-777a5c33eecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:46:10.391846 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28bda5d-5ce5-4d67-920f-1ff1b2cef089 admin admin] Network hostable DHCP agents. Network: f3395214-009c-4aba-9dda-777a5c33eecb, hostable agents: ['5b6616ad-7c61-467c-8809-81a3e3733e23'], hosted agents: [] {{(pid=106985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 13:46:10.535916 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28bda5d-5ce5-4d67-920f-1ff1b2cef089 admin admin] Network f3395214-009c-4aba-9dda-777a5c33eecb is scheduled to be hosted by DHCP agent 5b6616ad-7c61-467c-8809-81a3e3733e23 with binding_index 1 {{(pid=106985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 13:46:10.541954 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:10.736045 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.base_scheduler [None req-d28bda5d-5ce5-4d67-920f-1ff1b2cef089 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779578-4-iscsi, f3395214-009c-4aba-9dda-777a5c33eecb) {{(pid=106985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:46:10.740793 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28bda5d-5ce5-4d67-920f-1ff1b2cef089 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:46:10.753360 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d28bda5d-5ce5-4d67-920f-1ff1b2cef089 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for subnet (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:10.754172 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3ed76e-37b9-4845-9048-c705fee4af97 None None] Network f3395214-009c-4aba-9dda-777a5c33eecb requested from dv-cinder-779578-4-iscsi {{(pid=106987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 13:46:10.856050 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-d28bda5d-5ce5-4d67-920f-1ff1b2cef089 admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9316955 Aug 24 13:46:10.856408 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 56118) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:46:10.860938 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-4c8f936f-081e-478b-b28e-52ee5b9b81f1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1185539921-router', 'tenant_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'}}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:46:10.870161 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53bd8af3-dc39-44a2-8c7e-fd7569f5e3dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ca6df2e-0481-52d5-912d-ac12d3288b0d-f3395214-009c-4aba-9dda-777a5c33eecb', 'network_id': 'f3395214-009c-4aba-9dda-777a5c33eecb', 'project_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'fixed_ips': [{'subnet_id': '1f46d6dd-5a73-4b8e-8e50-cedc158c26c7'}]}} from dv-cinder-779578-4-iscsi. {{(pid=106987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 13:46:10.871093 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-53bd8af3-dc39-44a2-8c7e-fd7569f5e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:11.004167 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-4c8f936f-081e-478b-b28e-52ee5b9b81f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1009456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7664'] for router (87b6d4bc-baf6-4275-9c49-a38eea3e0719), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:11.005358 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-4c8f936f-081e-478b-b28e-52ee5b9b81f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1008860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1030859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7655'] for router (87b6d4bc-baf6-4275-9c49-a38eea3e0719), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:11.012093 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.db_base_plugin_common [None req-53bd8af3-dc39-44a2-8c7e-fd7569f5e3dd None None] Allocated IP 172.20.0.2 (f3395214-009c-4aba-9dda-777a5c33eecb/1f46d6dd-5a73-4b8e-8e50-cedc158c26c7/ae9acb76-6d7a-4408-8d41-66b3a4f8fc81) {{(pid=106987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:46:11.060005 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-4c8f936f-081e-478b-b28e-52ee5b9b81f1 admin admin] Publish callbacks [] for router_controller (87b6d4bc-baf6-4275-9c49-a38eea3e0719), precommit_add_association {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:11.169650 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-53bd8af3-dc39-44a2-8c7e-fd7569f5e3dd None None] Publish callbacks [] for port (ae9acb76-6d7a-4408-8d41-66b3a4f8fc81), precommit_create {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:11.295277 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-4c8f936f-081e-478b-b28e-52ee5b9b81f1 admin admin] Publish callbacks [] for router_gateway (87b6d4bc-baf6-4275-9c49-a38eea3e0719), precommit_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:11.296889 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-53bd8af3-dc39-44a2-8c7e-fd7569f5e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634'] for port (ae9acb76-6d7a-4408-8d41-66b3a4f8fc81), after_create {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:11.355723 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53bd8af3-dc39-44a2-8c7e-fd7569f5e3dd None None] Network f3395214-009c-4aba-9dda-777a5c33eecb is already hosted by enough agents. {{(pid=106987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:46:11.357221 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.scheduler.base_scheduler [None req-53bd8af3-dc39-44a2-8c7e-fd7569f5e3dd None None] Resources bound (agent type, host, resource id): {{(pid=106987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:46:11.359610 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bd8af3-dc39-44a2-8c7e-fd7569f5e3dd None None] Received port after_create {{(pid=106987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:46:11.378802 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bd8af3-dc39-44a2-8c7e-fd7569f5e3dd None None] Pushing event updated for resources: {'Port': ['ID=ae9acb76-6d7a-4408-8d41-66b3a4f8fc81,revision_number=1']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:11.427404 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-53bd8af3-dc39-44a2-8c7e-fd7569f5e3dd None None] Attempting to bind port ae9acb76-6d7a-4408-8d41-66b3a4f8fc81 on host dv-cinder-779578-4-iscsi for vnic_type normal with profile {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:46:11.431497 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-53bd8af3-dc39-44a2-8c7e-fd7569f5e3dd None None] Attempting to bind port ae9acb76-6d7a-4408-8d41-66b3a4f8fc81 by drivers openvswitch,hyperv on host dv-cinder-779578-4-iscsi at level 0 using segments [{'id': '71d927bf-449a-4f61-aa64-ce086e1d6108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f3395214-009c-4aba-9dda-777a5c33eecb'}] {{(pid=106987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:46:11.431497 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bd8af3-dc39-44a2-8c7e-fd7569f5e3dd None None] Attempting to bind port ae9acb76-6d7a-4408-8d41-66b3a4f8fc81 on network f3395214-009c-4aba-9dda-777a5c33eecb {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:46:11.436307 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bd8af3-dc39-44a2-8c7e-fd7569f5e3dd None None] Checking agent: {'id': '00f42bad-d4f2-47c4-8e20-2c8cceeec132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 29, 55), 'started_at': datetime.datetime(2022, 8, 24, 13, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:46:11.437074 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bd8af3-dc39-44a2-8c7e-fd7569f5e3dd None None] Checking segment: {'id': '71d927bf-449a-4f61-aa64-ce086e1d6108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f3395214-009c-4aba-9dda-777a5c33eecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:46:11.437740 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-53bd8af3-dc39-44a2-8c7e-fd7569f5e3dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:11.438232 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53bd8af3-dc39-44a2-8c7e-fd7569f5e3dd None None] Bound using segment: {'id': '71d927bf-449a-4f61-aa64-ce086e1d6108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f3395214-009c-4aba-9dda-777a5c33eecb'} {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:46:11.438808 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-53bd8af3-dc39-44a2-8c7e-fd7569f5e3dd None None] Bound port: ae9acb76-6d7a-4408-8d41-66b3a4f8fc81, host: dv-cinder-779578-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71d927bf-449a-4f61-aa64-ce086e1d6108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f3395214-009c-4aba-9dda-777a5c33eecb'}}] {{(pid=106987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:46:11.439289 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-53bd8af3-dc39-44a2-8c7e-fd7569f5e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (ae9acb76-6d7a-4408-8d41-66b3a4f8fc81), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:11.510647 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-53bd8af3-dc39-44a2-8c7e-fd7569f5e3dd None None] For port ae9acb76-6d7a-4408-8d41-66b3a4f8fc81, host dv-cinder-779578-4-iscsi, cleared binding levels {{(pid=106987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:46:11.514363 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-53bd8af3-dc39-44a2-8c7e-fd7569f5e3dd None None] For port ae9acb76-6d7a-4408-8d41-66b3a4f8fc81, host dv-cinder-779578-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=ae9acb76-6d7a-4408-8d41-66b3a4f8fc81,segment=NetworkSegment(71d927bf-449a-4f61-aa64-ce086e1d6108),segment_id=71d927bf-449a-4f61-aa64-ce086e1d6108)] {{(pid=106987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:46:11.588584 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-4c8f936f-081e-478b-b28e-52ee5b9b81f1 admin admin] Publish callbacks [] for router_gateway (87b6d4bc-baf6-4275-9c49-a38eea3e0719), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:11.611257 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-4c8f936f-081e-478b-b28e-52ee5b9b81f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:11.656825 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-53bd8af3-dc39-44a2-8c7e-fd7569f5e3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (ae9acb76-6d7a-4408-8d41-66b3a4f8fc81), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:11.704997 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:11.710894 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bd8af3-dc39-44a2-8c7e-fd7569f5e3dd None None] Pushing event updated for resources: {'Port': ['ID=ae9acb76-6d7a-4408-8d41-66b3a4f8fc81,revision_number=2']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:11.751937 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.db_base_plugin_common [None req-4c8f936f-081e-478b-b28e-52ee5b9b81f1 admin admin] Allocated IP 172.27.1.249 (b9a647d2-3285-4c25-b9a6-e511e6620ca5/0f88e60e-ade3-4937-9959-ff6f15b76440/f3ad2d68-50c1-4975-9152-92c9167b4531) {{(pid=106985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:46:12.154112 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-4c8f936f-081e-478b-b28e-52ee5b9b81f1 admin admin] Publish callbacks [] for port (f3ad2d68-50c1-4975-9152-92c9167b4531), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:12.313769 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-4c8f936f-081e-478b-b28e-52ee5b9b81f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (f3ad2d68-50c1-4975-9152-92c9167b4531), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:12.357172 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8f936f-081e-478b-b28e-52ee5b9b81f1 admin admin] Network b9a647d2-3285-4c25-b9a6-e511e6620ca5 is already hosted by enough agents. {{(pid=106985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:46:12.361932 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.base_scheduler [None req-4c8f936f-081e-478b-b28e-52ee5b9b81f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:46:12.364562 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8f936f-081e-478b-b28e-52ee5b9b81f1 admin admin] Received port after_create {{(pid=106985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:46:12.393203 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f936f-081e-478b-b28e-52ee5b9b81f1 admin admin] Pushing event updated for resources: {'Port': ['ID=f3ad2d68-50c1-4975-9152-92c9167b4531,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:12.407225 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f936f-081e-478b-b28e-52ee5b9b81f1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:12.407574 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f936f-081e-478b-b28e-52ee5b9b81f1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:12.407916 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f936f-081e-478b-b28e-52ee5b9b81f1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:12.408289 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f936f-081e-478b-b28e-52ee5b9b81f1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:12.408744 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f936f-081e-478b-b28e-52ee5b9b81f1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:12.408985 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f936f-081e-478b-b28e-52ee5b9b81f1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:12.409317 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f936f-081e-478b-b28e-52ee5b9b81f1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:12.409654 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f936f-081e-478b-b28e-52ee5b9b81f1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:12.409962 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f936f-081e-478b-b28e-52ee5b9b81f1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:12.410297 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f936f-081e-478b-b28e-52ee5b9b81f1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:12.410632 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f936f-081e-478b-b28e-52ee5b9b81f1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:12.410972 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f936f-081e-478b-b28e-52ee5b9b81f1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:12.411416 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f936f-081e-478b-b28e-52ee5b9b81f1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:12.411609 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f936f-081e-478b-b28e-52ee5b9b81f1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:12.412039 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c8f936f-081e-478b-b28e-52ee5b9b81f1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:12.539352 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:12.589190 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 56168) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:46:12.688221 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfad3e1f-d037-4dd5-85fd-635f460075c3 None None] Network f3395214-009c-4aba-9dda-777a5c33eecb requested from dv-cinder-779578-4-iscsi {{(pid=106987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 13:46:12.712003 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:12.718373 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:12.725813 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-a117466d-8a8c-45a2-916d-c1de970f4e45 None None] Provisioning complete for port ae9acb76-6d7a-4408-8d41-66b3a4f8fc81 triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:46:12.726443 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-a117466d-8a8c-45a2-916d-c1de970f4e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (ae9acb76-6d7a-4408-8d41-66b3a4f8fc81), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:12.737010 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-7cf6097b-f8ab-4685-812d-6f0b4e79f7e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:12.763227 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-4c8f936f-081e-478b-b28e-52ee5b9b81f1 admin admin] Publish callbacks [] for router_gateway (87b6d4bc-baf6-4275-9c49-a38eea3e0719), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:12.776894 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:INSERT=4 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:12.824077 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-7cf6097b-f8ab-4685-812d-6f0b4e79f7e7 admin admin] Publish callbacks [] for security_group (d2dc21ad-0115-4604-9ed9-8a149723f188), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:12.888443 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-a117466d-8a8c-45a2-916d-c1de970f4e45 None None] Current status of the port ae9acb76-6d7a-4408-8d41-66b3a4f8fc81 is: DOWN; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:46:12.889207 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-a117466d-8a8c-45a2-916d-c1de970f4e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (ae9acb76-6d7a-4408-8d41-66b3a4f8fc81), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:12.929250 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-a117466d-8a8c-45a2-916d-c1de970f4e45 None None] For port ae9acb76-6d7a-4408-8d41-66b3a4f8fc81, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=ae9acb76-6d7a-4408-8d41-66b3a4f8fc81,segment=NetworkSegment(71d927bf-449a-4f61-aa64-ce086e1d6108),segment_id=71d927bf-449a-4f61-aa64-ce086e1d6108)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:46:12.932400 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-7cf6097b-f8ab-4685-812d-6f0b4e79f7e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (d2dc21ad-0115-4604-9ed9-8a149723f188), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:12.976672 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf6097b-f8ab-4685-812d-6f0b4e79f7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2dc21ad-0115-4604-9ed9-8a149723f188,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:13.001722 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-4c8f936f-081e-478b-b28e-52ee5b9b81f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1009155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008813'] for router (87b6d4bc-baf6-4275-9c49-a38eea3e0719), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:13.004934 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-7cf6097b-f8ab-4685-812d-6f0b4e79f7e7 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=bb4c2d3158f34a39a98c12b2331f80ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4140182 Aug 24 13:46:13.006720 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 56172) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:46:13.016114 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-a117466d-8a8c-45a2-916d-c1de970f4e45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (ae9acb76-6d7a-4408-8d41-66b3a4f8fc81), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:13.086053 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a117466d-8a8c-45a2-916d-c1de970f4e45 None None] Pushing event updated for resources: {'Port': ['ID=ae9acb76-6d7a-4408-8d41-66b3a4f8fc81,revision_number=3']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:13.098300 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device ae9acb76-6d7a-4408-8d41-66b3a4f8fc81 up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:46:13.103793 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-8a19974c-0115-42ab-bca9-c95aed8b1221 admin admin] Publish callbacks [] for security_group (d2dc21ad-0115-4604-9ed9-8a149723f188), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:13.132000 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-8a19974c-0115-42ab-bca9-c95aed8b1221 admin admin] Publish callbacks [] for security_group (d2dc21ad-0115-4604-9ed9-8a149723f188), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:13.155991 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-b6154307-1c2a-4ae2-a837-284bca54ecc9 None None] Provisioning complete for port ae9acb76-6d7a-4408-8d41-66b3a4f8fc81 triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:46:13.156558 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-b6154307-1c2a-4ae2-a837-284bca54ecc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (ae9acb76-6d7a-4408-8d41-66b3a4f8fc81), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:13.209795 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port ae9acb76-6d7a-4408-8d41-66b3a4f8fc81 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:46:13.210048 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (ae9acb76-6d7a-4408-8d41-66b3a4f8fc81), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:13.250035 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c8f936f-081e-478b-b28e-52ee5b9b81f1 admin admin] Router 87b6d4bc-baf6-4275-9c49-a38eea3e0719 is scheduled to L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 with binding_index 1 {{(pid=106985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 13:46:13.267360 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-8a19974c-0115-42ab-bca9-c95aed8b1221 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (d2dc21ad-0115-4604-9ed9-8a149723f188), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:13.271956 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-8a19974c-0115-42ab-bca9-c95aed8b1221 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:13.273605 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-8a19974c-0115-42ab-bca9-c95aed8b1221 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/d2dc21ad-0115-4604-9ed9-8a149723f188 HTTP/1.1" status: 204 len: 168 time: 0.2656648 Aug 24 13:46:13.282839 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a19974c-0115-42ab-bca9-c95aed8b1221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2dc21ad-0115-4604-9ed9-8a149723f188,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:13.287689 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:13.308434 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-b6154307-1c2a-4ae2-a837-284bca54ecc9 None None] Current status of the port ae9acb76-6d7a-4408-8d41-66b3a4f8fc81 is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:46:13.348467 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port ae9acb76-6d7a-4408-8d41-66b3a4f8fc81 is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:46:13.361381 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:UPDATE=1,neutron:INSERT=2,neutron:SELECT=97 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:13.386281 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c8f936f-081e-478b-b28e-52ee5b9b81f1 admin admin] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:46:13.395820 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fac8aca-529c-47b1-aa9d-c3547b0d15d0 None None] Sync routers for ids ['87b6d4bc-baf6-4275-9c49-a38eea3e0719'] in dv-cinder-779578-4-iscsi {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:46:13.405333 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fac8aca-529c-47b1-aa9d-c3547b0d15d0 None None] Routers {'87b6d4bc-baf6-4275-9c49-a38eea3e0719'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:46:13.405937 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-8fac8aca-529c-47b1-aa9d-c3547b0d15d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:45:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['87b6d4bc-baf6-4275-9c49-a38eea3e0719'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:46:13.481506 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-4c8f936f-081e-478b-b28e-52ee5b9b81f1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:13.482681 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-4c8f936f-081e-478b-b28e-52ee5b9b81f1 admin admin] 10.222.0.73 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6253791 Aug 24 13:46:13.485998 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 56178) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:46:13.662333 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-8fac8aca-529c-47b1-aa9d-c3547b0d15d0 None None] Set router 87b6d4bc-baf6-4275-9c49-a38eea3e0719 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:46:13.849859 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-8fac8aca-529c-47b1-aa9d-c3547b0d15d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'name': 'tempest-AttachVolumeTestJSON-1185539921-router', 'tenant_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'f3ad2d68-50c1-4975-9152-92c9167b4531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:46:11Z', 'updated_at': '2022-08-24T13:46:12Z', 'revision_number': 3, 'project_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'gw_port': {'id': 'f3ad2d68-50c1-4975-9152-92c9167b4531', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:11Z', 'updated_at': '2022-08-24T13:46:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi'}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:46:13.875764 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fac8aca-529c-47b1-aa9d-c3547b0d15d0 None None] Checking router: 87b6d4bc-baf6-4275-9c49-a38eea3e0719 for host: dv-cinder-779578-4-iscsi {{(pid=106987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:46:13.876116 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fac8aca-529c-47b1-aa9d-c3547b0d15d0 None None] Updating router 87b6d4bc-baf6-4275-9c49-a38eea3e0719 port f3ad2d68-50c1-4975-9152-92c9167b4531 binding host dv-cinder-779578-4-iscsi {{(pid=106987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 13:46:13.910930 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-8fac8aca-529c-47b1-aa9d-c3547b0d15d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (f3ad2d68-50c1-4975-9152-92c9167b4531), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:13.955883 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:13.969250 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-3fd75f5e-c75e-4531-888b-7e046b85ae8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:14.115197 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 56182) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:46:14.142643 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.db_base_plugin_common [None req-3fd75f5e-c75e-4531-888b-7e046b85ae8a admin admin] Allocated IP 172.20.0.1 (f3395214-009c-4aba-9dda-777a5c33eecb/1f46d6dd-5a73-4b8e-8e50-cedc158c26c7/19df55e7-80a0-4d3e-ad05-06f98227dae8) {{(pid=106985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:46:14.146392 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-440fb4a2-561e-4567-a24d-8c0d635f3a9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:14.171874 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-8fac8aca-529c-47b1-aa9d-c3547b0d15d0 None None] Publish callbacks [] for port (f3ad2d68-50c1-4975-9152-92c9167b4531), precommit_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:14.238719 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-8fac8aca-529c-47b1-aa9d-c3547b0d15d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (f3ad2d68-50c1-4975-9152-92c9167b4531), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:14.246451 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:14.279925 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-8fac8aca-529c-47b1-aa9d-c3547b0d15d0 None None] Attempting to bind port f3ad2d68-50c1-4975-9152-92c9167b4531 on host dv-cinder-779578-4-iscsi for vnic_type normal with profile {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:46:14.280332 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-8fac8aca-529c-47b1-aa9d-c3547b0d15d0 None None] Attempting to bind port f3ad2d68-50c1-4975-9152-92c9167b4531 by drivers openvswitch,hyperv on host dv-cinder-779578-4-iscsi at level 0 using segments [{'id': '5f346d1e-6301-45fd-9dfc-66a590810fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'}] {{(pid=106987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:46:14.280699 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fac8aca-529c-47b1-aa9d-c3547b0d15d0 None None] Attempting to bind port f3ad2d68-50c1-4975-9152-92c9167b4531 on network b9a647d2-3285-4c25-b9a6-e511e6620ca5 {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:46:14.293497 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fac8aca-529c-47b1-aa9d-c3547b0d15d0 None None] Checking agent: {'id': '00f42bad-d4f2-47c4-8e20-2c8cceeec132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 29, 55), 'started_at': datetime.datetime(2022, 8, 24, 13, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:46:14.293903 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:14.294306 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fac8aca-529c-47b1-aa9d-c3547b0d15d0 None None] Checking segment: {'id': '5f346d1e-6301-45fd-9dfc-66a590810fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:46:14.294954 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-8fac8aca-529c-47b1-aa9d-c3547b0d15d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:14.295499 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fac8aca-529c-47b1-aa9d-c3547b0d15d0 None None] Bound using segment: {'id': '5f346d1e-6301-45fd-9dfc-66a590810fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'} {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:46:14.296222 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-8fac8aca-529c-47b1-aa9d-c3547b0d15d0 None None] Bound port: f3ad2d68-50c1-4975-9152-92c9167b4531, host: dv-cinder-779578-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f346d1e-6301-45fd-9dfc-66a590810fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'}}] {{(pid=106987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:46:14.296789 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-8fac8aca-529c-47b1-aa9d-c3547b0d15d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (f3ad2d68-50c1-4975-9152-92c9167b4531), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:14.311820 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-3fd75f5e-c75e-4531-888b-7e046b85ae8a admin admin] Publish callbacks [] for port (19df55e7-80a0-4d3e-ad05-06f98227dae8), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:14.328121 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd828a2-7315-41bf-b2b4-7342d5a63c86 None None] Pushing event updated for resources: {'Port': ['ID=f3ad2d68-50c1-4975-9152-92c9167b4531,revision_number=2']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:14.328729 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-440fb4a2-561e-4567-a24d-8c0d635f3a9b admin admin] Publish callbacks [] for security_group (e0bf00bd-6735-4bbc-8a88-371cae448ca2), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:14.361045 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-8fac8aca-529c-47b1-aa9d-c3547b0d15d0 None None] For port f3ad2d68-50c1-4975-9152-92c9167b4531, host dv-cinder-779578-4-iscsi, cleared binding levels {{(pid=106987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:46:14.379863 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-8fac8aca-529c-47b1-aa9d-c3547b0d15d0 None None] For port f3ad2d68-50c1-4975-9152-92c9167b4531, host dv-cinder-779578-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=f3ad2d68-50c1-4975-9152-92c9167b4531,segment=NetworkSegment(5f346d1e-6301-45fd-9dfc-66a590810fee),segment_id=5f346d1e-6301-45fd-9dfc-66a590810fee)] {{(pid=106987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:46:14.456016 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-440fb4a2-561e-4567-a24d-8c0d635f3a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (e0bf00bd-6735-4bbc-8a88-371cae448ca2), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:14.459579 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-3fd75f5e-c75e-4531-888b-7e046b85ae8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (19df55e7-80a0-4d3e-ad05-06f98227dae8), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:14.542777 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-8fac8aca-529c-47b1-aa9d-c3547b0d15d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (f3ad2d68-50c1-4975-9152-92c9167b4531), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:14.546721 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd75f5e-c75e-4531-888b-7e046b85ae8a admin admin] Network f3395214-009c-4aba-9dda-777a5c33eecb is already hosted by enough agents. {{(pid=106985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:46:14.551673 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-440fb4a2-561e-4567-a24d-8c0d635f3a9b admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=b4efc988f9144d1386c596d3346cbeb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4353554 Aug 24 13:46:14.555666 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 56186) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:46:14.556295 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440fb4a2-561e-4567-a24d-8c0d635f3a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0bf00bd-6735-4bbc-8a88-371cae448ca2,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:14.559265 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.base_scheduler [None req-3fd75f5e-c75e-4531-888b-7e046b85ae8a admin admin] Resources bound (agent type, host, resource id): {{(pid=106985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:46:14.561365 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd75f5e-c75e-4531-888b-7e046b85ae8a admin admin] Pushing event updated for resources: {'Port': ['ID=19df55e7-80a0-4d3e-ad05-06f98227dae8,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:14.563561 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fd75f5e-c75e-4531-888b-7e046b85ae8a admin admin] Received port after_create {{(pid=106985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:46:14.606482 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-3fd75f5e-c75e-4531-888b-7e046b85ae8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-961072'] for router_interface (87b6d4bc-baf6-4275-9c49-a38eea3e0719), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:14.606991 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fac8aca-529c-47b1-aa9d-c3547b0d15d0 None None] Routers {'87b6d4bc-baf6-4275-9c49-a38eea3e0719'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:46:14.607636 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-8fac8aca-529c-47b1-aa9d-c3547b0d15d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:45:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['87b6d4bc-baf6-4275-9c49-a38eea3e0719'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:46:14.641724 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-af9c2c99-814a-4782-9de5-428104d27977 admin admin] Publish callbacks [] for security_group (e0bf00bd-6735-4bbc-8a88-371cae448ca2), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:14.665579 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-af9c2c99-814a-4782-9de5-428104d27977 admin admin] Publish callbacks [] for security_group (e0bf00bd-6735-4bbc-8a88-371cae448ca2), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:14.703328 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd828a2-7315-41bf-b2b4-7342d5a63c86 None None] Pushing event updated for resources: {'Port': ['ID=f3ad2d68-50c1-4975-9152-92c9167b4531,revision_number=3']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:14.718188 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:14.750960 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-8fac8aca-529c-47b1-aa9d-c3547b0d15d0 None None] Set router 87b6d4bc-baf6-4275-9c49-a38eea3e0719 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:46:14.844397 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-af9c2c99-814a-4782-9de5-428104d27977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (e0bf00bd-6735-4bbc-8a88-371cae448ca2), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:14.847182 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-af9c2c99-814a-4782-9de5-428104d27977 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:14.848425 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-af9c2c99-814a-4782-9de5-428104d27977 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/e0bf00bd-6735-4bbc-8a88-371cae448ca2 HTTP/1.1" status: 204 len: 168 time: 0.2914691 Aug 24 13:46:14.857549 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9c2c99-814a-4782-9de5-428104d27977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0bf00bd-6735-4bbc-8a88-371cae448ca2,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:14.871372 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=4 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:14.883377 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-b348efbf-4cc7-4b88-b9c1-a988a71ccc74 None None] Provisioning complete for port 19df55e7-80a0-4d3e-ad05-06f98227dae8 triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:46:14.883940 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-b348efbf-4cc7-4b88-b9c1-a988a71ccc74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (19df55e7-80a0-4d3e-ad05-06f98227dae8), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:14.900608 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-3fd75f5e-c75e-4531-888b-7e046b85ae8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (19df55e7-80a0-4d3e-ad05-06f98227dae8), before_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:14.943747 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-b348efbf-4cc7-4b88-b9c1-a988a71ccc74 None None] Port 19df55e7-80a0-4d3e-ad05-06f98227dae8 cannot update to ACTIVE because it is not bound. {{(pid=106987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 13:46:15.004133 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-8fac8aca-529c-47b1-aa9d-c3547b0d15d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'name': 'tempest-AttachVolumeTestJSON-1185539921-router', 'tenant_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'f3ad2d68-50c1-4975-9152-92c9167b4531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:46:11Z', 'updated_at': '2022-08-24T13:46:12Z', 'revision_number': 3, 'project_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'gw_port': {'id': 'f3ad2d68-50c1-4975-9152-92c9167b4531', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:11Z', 'updated_at': '2022-08-24T13:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi'}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:46:15.032754 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fac8aca-529c-47b1-aa9d-c3547b0d15d0 None None] The sync data for ids ['87b6d4bc-baf6-4275-9c49-a38eea3e0719'] in dv-cinder-779578-4-iscsi is: [{'id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'name': 'tempest-AttachVolumeTestJSON-1185539921-router', 'tenant_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'f3ad2d68-50c1-4975-9152-92c9167b4531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:46:11Z', 'updated_at': '2022-08-24T13:46:12Z', 'revision_number': 3, 'project_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'gw_port': {'id': 'f3ad2d68-50c1-4975-9152-92c9167b4531', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:11Z', 'updated_at': '2022-08-24T13:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi'}] {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:46:15.046718 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device ae9acb76-6d7a-4408-8d41-66b3a4f8fc81 up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:46:15.115324 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-3fd75f5e-c75e-4531-888b-7e046b85ae8a admin admin] Publish callbacks [] for port (19df55e7-80a0-4d3e-ad05-06f98227dae8), precommit_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:15.131117 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port ae9acb76-6d7a-4408-8d41-66b3a4f8fc81 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:46:15.131442 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (ae9acb76-6d7a-4408-8d41-66b3a4f8fc81), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:15.187096 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-3fd75f5e-c75e-4531-888b-7e046b85ae8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2796075'] for port (19df55e7-80a0-4d3e-ad05-06f98227dae8), after_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:15.194672 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=100 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:15.196643 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:15.199954 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=69 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:15.217258 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port ae9acb76-6d7a-4408-8d41-66b3a4f8fc81 is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:46:15.252833 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd75f5e-c75e-4531-888b-7e046b85ae8a admin admin] Pushing event updated for resources: {'Port': ['ID=19df55e7-80a0-4d3e-ad05-06f98227dae8,revision_number=2']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:15.280924 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-3fd75f5e-c75e-4531-888b-7e046b85ae8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-961100'] for router_interface (87b6d4bc-baf6-4275-9c49-a38eea3e0719), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:15.406968 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd75f5e-c75e-4531-888b-7e046b85ae8a admin admin] Network f3395214-009c-4aba-9dda-777a5c33eecb is already hosted by enough agents. {{(pid=106985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:46:15.408623 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.base_scheduler [None req-3fd75f5e-c75e-4531-888b-7e046b85ae8a admin admin] Resources bound (agent type, host, resource id): {{(pid=106985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:46:15.556900 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd75f5e-c75e-4531-888b-7e046b85ae8a admin admin] Router 87b6d4bc-baf6-4275-9c49-a38eea3e0719 has already been hosted by L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 {{(pid=106985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 13:46:15.653264 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:15.670909 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-a0c6a054-2a4a-4491-a128-0265fa0cd151 None None] Provisioning complete for port 19df55e7-80a0-4d3e-ad05-06f98227dae8 triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:46:15.671194 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-a0c6a054-2a4a-4491-a128-0265fa0cd151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (19df55e7-80a0-4d3e-ad05-06f98227dae8), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:15.691230 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd75f5e-c75e-4531-888b-7e046b85ae8a admin admin] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:46:15.698044 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-3fd75f5e-c75e-4531-888b-7e046b85ae8a admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/87b6d4bc-baf6-4275-9c49-a38eea3e0719/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2103944 Aug 24 13:46:15.716861 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-a0c6a054-2a4a-4491-a128-0265fa0cd151 None None] Port 19df55e7-80a0-4d3e-ad05-06f98227dae8 cannot update to ACTIVE because it is not bound. {{(pid=106987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 13:46:16.111977 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 56214) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:46:16.117628 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-61051851-bafd-4d89-8dc4-acbf11678a64 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Request body: {'security_group': {'name': 'tempest-securitygroup--795757273', 'description': 'tempest-description--509754149'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:46:16.187554 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-61051851-bafd-4d89-8dc4-acbf11678a64 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks [] for security_group (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:16.207468 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:16.278749 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-61051851-bafd-4d89-8dc4-acbf11678a64 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks [] for security_group (62bcf616-fa1e-4b4a-a518-5b1a533b9b30), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:16.335750 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-61051851-bafd-4d89-8dc4-acbf11678a64 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (62bcf616-fa1e-4b4a-a518-5b1a533b9b30), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:16.369244 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61051851-bafd-4d89-8dc4-acbf11678a64 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62bcf616-fa1e-4b4a-a518-5b1a533b9b30,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:16.377825 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61051851-bafd-4d89-8dc4-acbf11678a64 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:16.378185 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61051851-bafd-4d89-8dc4-acbf11678a64 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:16.378522 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61051851-bafd-4d89-8dc4-acbf11678a64 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:16.383238 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61051851-bafd-4d89-8dc4-acbf11678a64 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:16.383238 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61051851-bafd-4d89-8dc4-acbf11678a64 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:16.383238 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61051851-bafd-4d89-8dc4-acbf11678a64 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:16.383238 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61051851-bafd-4d89-8dc4-acbf11678a64 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:16.383238 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61051851-bafd-4d89-8dc4-acbf11678a64 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:16.383238 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61051851-bafd-4d89-8dc4-acbf11678a64 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:16.383238 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61051851-bafd-4d89-8dc4-acbf11678a64 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:16.383238 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61051851-bafd-4d89-8dc4-acbf11678a64 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:16.383238 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61051851-bafd-4d89-8dc4-acbf11678a64 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:16.383238 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61051851-bafd-4d89-8dc4-acbf11678a64 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:16.384117 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61051851-bafd-4d89-8dc4-acbf11678a64 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:16.384117 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61051851-bafd-4d89-8dc4-acbf11678a64 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:16.390585 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-61051851-bafd-4d89-8dc4-acbf11678a64 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:16.392830 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-61051851-bafd-4d89-8dc4-acbf11678a64 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.2794805 Aug 24 13:46:16.394629 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 56226) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:46:16.399235 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-5de1dcb5-ec9b-4377-8ec3-33d710a47e0a tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Request body: {'security_group_rule': {'security_group_id': '62bcf616-fa1e-4b4a-a518-5b1a533b9b30', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:46:16.491784 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-5de1dcb5-ec9b-4377-8ec3-33d710a47e0a tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks [] for security_group_rule (fdafed93-3d0d-483f-9508-98d6a4156de2), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:16.559709 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-5de1dcb5-ec9b-4377-8ec3-33d710a47e0a tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks [] for security_group_rule (fdafed93-3d0d-483f-9508-98d6a4156de2), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:16.632630 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-5de1dcb5-ec9b-4377-8ec3-33d710a47e0a tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008640'] for security_group_rule (fdafed93-3d0d-483f-9508-98d6a4156de2), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:16.652962 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de1dcb5-ec9b-4377-8ec3-33d710a47e0a tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdafed93-3d0d-483f-9508-98d6a4156de2,revision_number=0']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:16.726897 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-5de1dcb5-ec9b-4377-8ec3-33d710a47e0a tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:16.730542 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-5de1dcb5-ec9b-4377-8ec3-33d710a47e0a tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3348985 Aug 24 13:46:16.731226 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 56228) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:46:16.735818 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-4496968b-e2b0-4a48-809a-ad8ef9352d74 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Request body: {'security_group_rule': {'security_group_id': '62bcf616-fa1e-4b4a-a518-5b1a533b9b30', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:46:16.813560 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0856061-9986-41bf-bfe3-9e93d9f3c1c1 None None] Sync routers for ids ['87b6d4bc-baf6-4275-9c49-a38eea3e0719'] in dv-cinder-779578-4-iscsi {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:46:16.825506 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0856061-9986-41bf-bfe3-9e93d9f3c1c1 None None] Routers {'87b6d4bc-baf6-4275-9c49-a38eea3e0719'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:46:16.826125 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-a0856061-9986-41bf-bfe3-9e93d9f3c1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:45:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['87b6d4bc-baf6-4275-9c49-a38eea3e0719'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:46:16.835426 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-4496968b-e2b0-4a48-809a-ad8ef9352d74 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks [] for security_group_rule (52e3c9f6-e18f-439a-960e-3d778a73c74d), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:16.893994 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 56232) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:46:16.899280 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-4496968b-e2b0-4a48-809a-ad8ef9352d74 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks [] for security_group_rule (52e3c9f6-e18f-439a-960e-3d778a73c74d), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:16.947176 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-a0856061-9986-41bf-bfe3-9e93d9f3c1c1 None None] Set router 87b6d4bc-baf6-4275-9c49-a38eea3e0719 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:46:17.010149 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-4496968b-e2b0-4a48-809a-ad8ef9352d74 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008640'] for security_group_rule (52e3c9f6-e18f-439a-960e-3d778a73c74d), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:17.011654 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device f3ad2d68-50c1-4975-9152-92c9167b4531 up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:46:17.028071 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-41fb85dc-52dc-4f0c-b60a-9ceda93fdc05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:17.032973 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4496968b-e2b0-4a48-809a-ad8ef9352d74 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52e3c9f6-e18f-439a-960e-3d778a73c74d,revision_number=0']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:17.074835 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port f3ad2d68-50c1-4975-9152-92c9167b4531 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:46:17.075219 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (f3ad2d68-50c1-4975-9152-92c9167b4531), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:17.109533 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-4496968b-e2b0-4a48-809a-ad8ef9352d74 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:17.110905 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-4496968b-e2b0-4a48-809a-ad8ef9352d74 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3786421 Aug 24 13:46:17.120410 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 56236) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:46:17.127386 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-a692d41c-17d2-4fad-b6c7-69c56a210f22 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Request body: {'floatingip': {'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:46:17.136965 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-41fb85dc-52dc-4f0c-b60a-9ceda93fdc05 admin admin] Publish callbacks [] for security_group (5809a671-9ac3-45fa-9e30-89e5a488160d), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:17.137876 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:17.164464 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port f3ad2d68-50c1-4975-9152-92c9167b4531 is: DOWN; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:46:17.164859 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (f3ad2d68-50c1-4975-9152-92c9167b4531), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:17.187006 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] For port f3ad2d68-50c1-4975-9152-92c9167b4531, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=f3ad2d68-50c1-4975-9152-92c9167b4531,segment=NetworkSegment(5f346d1e-6301-45fd-9dfc-66a590810fee),segment_id=5f346d1e-6301-45fd-9dfc-66a590810fee)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:46:17.193456 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-41fb85dc-52dc-4f0c-b60a-9ceda93fdc05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (5809a671-9ac3-45fa-9e30-89e5a488160d), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:17.222154 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-a692d41c-17d2-4fad-b6c7-69c56a210f22 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:17.237640 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-41fb85dc-52dc-4f0c-b60a-9ceda93fdc05 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=d1849d4634f74d3eae13ce4c5cfd03d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3399432 Aug 24 13:46:17.237855 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 56240) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:46:17.245952 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fb85dc-52dc-4f0c-b60a-9ceda93fdc05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5809a671-9ac3-45fa-9e30-89e5a488160d,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:17.246198 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-a0856061-9986-41bf-bfe3-9e93d9f3c1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'name': 'tempest-AttachVolumeTestJSON-1185539921-router', 'tenant_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'f3ad2d68-50c1-4975-9152-92c9167b4531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:46:11Z', 'updated_at': '2022-08-24T13:46:14Z', 'revision_number': 4, 'project_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'gw_port': {'id': 'f3ad2d68-50c1-4975-9152-92c9167b4531', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d4:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:11Z', 'updated_at': '2022-08-24T13:46:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': '19df55e7-80a0-4d3e-ad05-06f98227dae8', 'name': '', 'network_id': 'f3395214-009c-4aba-9dda-777a5c33eecb', 'tenant_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'mac_address': 'fa:16:3e:e1:4a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1f46d6dd-5a73-4b8e-8e50-cedc158c26c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:13Z', 'updated_at': '2022-08-24T13:46:14Z', 'revision_number': 2, 'project_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'subnets': [{'id': '1f46d6dd-5a73-4b8e-8e50-cedc158c26c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:46:17.275933 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0856061-9986-41bf-bfe3-9e93d9f3c1c1 None None] Checking router: 87b6d4bc-baf6-4275-9c49-a38eea3e0719 for host: dv-cinder-779578-4-iscsi {{(pid=106988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:46:17.276317 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0856061-9986-41bf-bfe3-9e93d9f3c1c1 None None] Updating router 87b6d4bc-baf6-4275-9c49-a38eea3e0719 port 19df55e7-80a0-4d3e-ad05-06f98227dae8 binding host dv-cinder-779578-4-iscsi {{(pid=106988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 13:46:17.284589 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (f3ad2d68-50c1-4975-9152-92c9167b4531), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:17.301924 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-6a1e46b5-f9d7-40f9-ab35-6a87083efc35 admin admin] Publish callbacks [] for security_group (5809a671-9ac3-45fa-9e30-89e5a488160d), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:17.317757 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-a0856061-9986-41bf-bfe3-9e93d9f3c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (19df55e7-80a0-4d3e-ad05-06f98227dae8), before_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:17.322741 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-a692d41c-17d2-4fad-b6c7-69c56a210f22 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:17.325121 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-6a1e46b5-f9d7-40f9-ab35-6a87083efc35 admin admin] Publish callbacks [] for security_group (5809a671-9ac3-45fa-9e30-89e5a488160d), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:17.339821 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Pushing event updated for resources: {'Port': ['ID=f3ad2d68-50c1-4975-9152-92c9167b4531,revision_number=4']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:17.450425 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.db_base_plugin_common [None req-a692d41c-17d2-4fad-b6c7-69c56a210f22 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Allocated IP 172.27.1.99 (b9a647d2-3285-4c25-b9a6-e511e6620ca5/0f88e60e-ade3-4937-9959-ff6f15b76440/866db8c8-660c-431a-961a-d597f500e63f) {{(pid=106985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:46:17.472869 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-6a1e46b5-f9d7-40f9-ab35-6a87083efc35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (5809a671-9ac3-45fa-9e30-89e5a488160d), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:17.476609 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-6a1e46b5-f9d7-40f9-ab35-6a87083efc35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:17.478025 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-6a1e46b5-f9d7-40f9-ab35-6a87083efc35 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/5809a671-9ac3-45fa-9e30-89e5a488160d HTTP/1.1" status: 204 len: 168 time: 0.2392890 Aug 24 13:46:17.488797 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1e46b5-f9d7-40f9-ab35-6a87083efc35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5809a671-9ac3-45fa-9e30-89e5a488160d,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:17.560081 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:17.574125 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-a692d41c-17d2-4fad-b6c7-69c56a210f22 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks [] for port (866db8c8-660c-431a-961a-d597f500e63f), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:17.627262 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-a0856061-9986-41bf-bfe3-9e93d9f3c1c1 None None] Publish callbacks [] for port (19df55e7-80a0-4d3e-ad05-06f98227dae8), precommit_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:17.731335 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-a692d41c-17d2-4fad-b6c7-69c56a210f22 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (866db8c8-660c-431a-961a-d597f500e63f), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:17.775941 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a692d41c-17d2-4fad-b6c7-69c56a210f22 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Network b9a647d2-3285-4c25-b9a6-e511e6620ca5 is already hosted by enough agents. {{(pid=106985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:46:17.776188 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-a0856061-9986-41bf-bfe3-9e93d9f3c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (19df55e7-80a0-4d3e-ad05-06f98227dae8), after_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:17.779367 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.base_scheduler [None req-a692d41c-17d2-4fad-b6c7-69c56a210f22 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Resources bound (agent type, host, resource id): {{(pid=106985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:46:17.783452 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a692d41c-17d2-4fad-b6c7-69c56a210f22 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Received port after_create {{(pid=106985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:46:17.786939 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a692d41c-17d2-4fad-b6c7-69c56a210f22 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Pushing event updated for resources: {'Port': ['ID=866db8c8-660c-431a-961a-d597f500e63f,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:17.788948 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:17.845983 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff84d252-2254-46cc-9de8-61a618e52a7d None None] Pushing event updated for resources: {'Port': ['ID=19df55e7-80a0-4d3e-ad05-06f98227dae8,revision_number=3']} {{(pid=106988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:17.876047 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff84d252-2254-46cc-9de8-61a618e52a7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:17.876493 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff84d252-2254-46cc-9de8-61a618e52a7d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:17.876977 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff84d252-2254-46cc-9de8-61a618e52a7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:17.877529 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff84d252-2254-46cc-9de8-61a618e52a7d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:17.878077 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff84d252-2254-46cc-9de8-61a618e52a7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:17.878602 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff84d252-2254-46cc-9de8-61a618e52a7d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:17.879169 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff84d252-2254-46cc-9de8-61a618e52a7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:17.879499 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff84d252-2254-46cc-9de8-61a618e52a7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:17.879826 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff84d252-2254-46cc-9de8-61a618e52a7d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:17.880215 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff84d252-2254-46cc-9de8-61a618e52a7d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:17.880640 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff84d252-2254-46cc-9de8-61a618e52a7d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:17.881118 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff84d252-2254-46cc-9de8-61a618e52a7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:17.881614 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff84d252-2254-46cc-9de8-61a618e52a7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:17.882087 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff84d252-2254-46cc-9de8-61a618e52a7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:17.882571 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff84d252-2254-46cc-9de8-61a618e52a7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106988) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:17.894469 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-a692d41c-17d2-4fad-b6c7-69c56a210f22 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks [] for floatingip (3abe47ad-1b93-4e0c-be15-633461c06746), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:17.900620 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.managers [None req-a0856061-9986-41bf-bfe3-9e93d9f3c1c1 None None] Attempting to bind port 19df55e7-80a0-4d3e-ad05-06f98227dae8 on host dv-cinder-779578-4-iscsi for vnic_type normal with profile {{(pid=106988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:46:17.901209 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.managers [None req-a0856061-9986-41bf-bfe3-9e93d9f3c1c1 None None] Attempting to bind port 19df55e7-80a0-4d3e-ad05-06f98227dae8 by drivers openvswitch,hyperv on host dv-cinder-779578-4-iscsi at level 0 using segments [{'id': '71d927bf-449a-4f61-aa64-ce086e1d6108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f3395214-009c-4aba-9dda-777a5c33eecb'}] {{(pid=106988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:46:17.901767 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0856061-9986-41bf-bfe3-9e93d9f3c1c1 None None] Attempting to bind port 19df55e7-80a0-4d3e-ad05-06f98227dae8 on network f3395214-009c-4aba-9dda-777a5c33eecb {{(pid=106988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:46:17.907448 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0856061-9986-41bf-bfe3-9e93d9f3c1c1 None None] Checking agent: {'id': '00f42bad-d4f2-47c4-8e20-2c8cceeec132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 29, 55), 'started_at': datetime.datetime(2022, 8, 24, 13, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 45, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:46:17.908053 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0856061-9986-41bf-bfe3-9e93d9f3c1c1 None None] Checking segment: {'id': '71d927bf-449a-4f61-aa64-ce086e1d6108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f3395214-009c-4aba-9dda-777a5c33eecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:46:17.908657 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-a0856061-9986-41bf-bfe3-9e93d9f3c1c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:17.909230 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0856061-9986-41bf-bfe3-9e93d9f3c1c1 None None] Bound using segment: {'id': '71d927bf-449a-4f61-aa64-ce086e1d6108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f3395214-009c-4aba-9dda-777a5c33eecb'} {{(pid=106988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:46:17.909846 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.managers [None req-a0856061-9986-41bf-bfe3-9e93d9f3c1c1 None None] Bound port: 19df55e7-80a0-4d3e-ad05-06f98227dae8, host: dv-cinder-779578-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71d927bf-449a-4f61-aa64-ce086e1d6108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f3395214-009c-4aba-9dda-777a5c33eecb'}}] {{(pid=106988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:46:17.910381 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-a0856061-9986-41bf-bfe3-9e93d9f3c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (19df55e7-80a0-4d3e-ad05-06f98227dae8), before_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:17.973545 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.db [None req-a0856061-9986-41bf-bfe3-9e93d9f3c1c1 None None] For port 19df55e7-80a0-4d3e-ad05-06f98227dae8, host dv-cinder-779578-4-iscsi, cleared binding levels {{(pid=106988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:46:17.977370 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.db [None req-a0856061-9986-41bf-bfe3-9e93d9f3c1c1 None None] For port 19df55e7-80a0-4d3e-ad05-06f98227dae8, host dv-cinder-779578-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=19df55e7-80a0-4d3e-ad05-06f98227dae8,segment=NetworkSegment(71d927bf-449a-4f61-aa64-ce086e1d6108),segment_id=71d927bf-449a-4f61-aa64-ce086e1d6108)] {{(pid=106988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:46:18.062112 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-a0856061-9986-41bf-bfe3-9e93d9f3c1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (19df55e7-80a0-4d3e-ad05-06f98227dae8), after_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:18.071100 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-a692d41c-17d2-4fad-b6c7-69c56a210f22 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (866db8c8-660c-431a-961a-d597f500e63f), before_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:18.102806 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:18.108103 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0856061-9986-41bf-bfe3-9e93d9f3c1c1 None None] Routers {'87b6d4bc-baf6-4275-9c49-a38eea3e0719'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:46:18.108754 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-a0856061-9986-41bf-bfe3-9e93d9f3c1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:45:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['87b6d4bc-baf6-4275-9c49-a38eea3e0719'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:46:18.119141 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a93d403b-29c5-41ac-a53c-7c0bf3f47879), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:18.144520 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:18.186762 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff84d252-2254-46cc-9de8-61a618e52a7d None None] Pushing event updated for resources: {'Port': ['ID=19df55e7-80a0-4d3e-ad05-06f98227dae8,revision_number=4']} {{(pid=106988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:18.244569 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-a692d41c-17d2-4fad-b6c7-69c56a210f22 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks [] for port (866db8c8-660c-431a-961a-d597f500e63f), precommit_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:18.245167 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-a0856061-9986-41bf-bfe3-9e93d9f3c1c1 None None] Set router 87b6d4bc-baf6-4275-9c49-a38eea3e0719 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:46:18.324586 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-a692d41c-17d2-4fad-b6c7-69c56a210f22 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2796075'] for port (866db8c8-660c-431a-961a-d597f500e63f), after_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:18.394075 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a692d41c-17d2-4fad-b6c7-69c56a210f22 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Pushing event updated for resources: {'Port': ['ID=866db8c8-660c-431a-961a-d597f500e63f,revision_number=2']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:18.396512 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-a692d41c-17d2-4fad-b6c7-69c56a210f22 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961197'] for floatingip (3abe47ad-1b93-4e0c-be15-633461c06746), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:18.449231 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-a0856061-9986-41bf-bfe3-9e93d9f3c1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'name': 'tempest-AttachVolumeTestJSON-1185539921-router', 'tenant_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'f3ad2d68-50c1-4975-9152-92c9167b4531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:46:11Z', 'updated_at': '2022-08-24T13:46:14Z', 'revision_number': 4, 'project_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'gw_port': {'id': 'f3ad2d68-50c1-4975-9152-92c9167b4531', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:11Z', 'updated_at': '2022-08-24T13:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': '19df55e7-80a0-4d3e-ad05-06f98227dae8', 'name': '', 'network_id': 'f3395214-009c-4aba-9dda-777a5c33eecb', 'tenant_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'mac_address': 'fa:16:3e:e1:4a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1f46d6dd-5a73-4b8e-8e50-cedc158c26c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:13Z', 'updated_at': '2022-08-24T13:46:17Z', 'revision_number': 4, 'project_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'subnets': [{'id': '1f46d6dd-5a73-4b8e-8e50-cedc158c26c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:46:18.476957 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0856061-9986-41bf-bfe3-9e93d9f3c1c1 None None] The sync data for ids ['87b6d4bc-baf6-4275-9c49-a38eea3e0719'] in dv-cinder-779578-4-iscsi is: [{'id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'name': 'tempest-AttachVolumeTestJSON-1185539921-router', 'tenant_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'f3ad2d68-50c1-4975-9152-92c9167b4531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:46:11Z', 'updated_at': '2022-08-24T13:46:14Z', 'revision_number': 4, 'project_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'gw_port': {'id': 'f3ad2d68-50c1-4975-9152-92c9167b4531', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:11Z', 'updated_at': '2022-08-24T13:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': '19df55e7-80a0-4d3e-ad05-06f98227dae8', 'name': '', 'network_id': 'f3395214-009c-4aba-9dda-777a5c33eecb', 'tenant_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'mac_address': 'fa:16:3e:e1:4a:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1f46d6dd-5a73-4b8e-8e50-cedc158c26c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:13Z', 'updated_at': '2022-08-24T13:46:17Z', 'revision_number': 4, 'project_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'subnets': [{'id': '1f46d6dd-5a73-4b8e-8e50-cedc158c26c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:46:18.480628 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-a692d41c-17d2-4fad-b6c7-69c56a210f22 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for floatingip (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:18.484231 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-a692d41c-17d2-4fad-b6c7-69c56a210f22 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3602207 Aug 24 13:46:18.712491 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:18.762406 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ecfe99b4-59b0-40d6-a287-8683f613afa7 req-3f5d9a9b-7ca7-48c3-ad87-7e13e97276d0 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--795757273&fields=id&tenant_id=ca298d9092ad4a9489f1624d62b2ac1d HTTP/1.1" status: 200 len: 267 time: 0.0571175 Aug 24 13:46:19.109065 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device f3ad2d68-50c1-4975-9152-92c9167b4531 up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:46:19.164609 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port f3ad2d68-50c1-4975-9152-92c9167b4531 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:46:19.165205 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (f3ad2d68-50c1-4975-9152-92c9167b4531), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:19.196501 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe99b4-59b0-40d6-a287-8683f613afa7 req-2a4f491a-49ac-4ead-92aa-9615349d5d26 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:46:19.198375 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ecfe99b4-59b0-40d6-a287-8683f613afa7 req-2a4f491a-49ac-4ead-92aa-9615349d5d26 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/networks?id=f3395214-009c-4aba-9dda-777a5c33eecb HTTP/1.1" status: 200 len: 811 time: 0.4283159 Aug 24 13:46:19.217192 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ecfe99b4-59b0-40d6-a287-8683f613afa7 req-2e724bb2-7c0f-4d90-9366-8be08fa27221 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/quotas/ca298d9092ad4a9489f1624d62b2ac1d HTTP/1.1" status: 200 len: 375 time: 0.0119765 Aug 24 13:46:19.256016 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port f3ad2d68-50c1-4975-9152-92c9167b4531 is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:46:19.256016 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 19df55e7-80a0-4d3e-ad05-06f98227dae8 up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:46:19.283107 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ecfe99b4-59b0-40d6-a287-8683f613afa7 req-4f29e2a7-57fc-4920-9445-7bcb399b0035 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=ca298d9092ad4a9489f1624d62b2ac1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0592353 Aug 24 13:46:19.311584 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port 19df55e7-80a0-4d3e-ad05-06f98227dae8 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:46:19.312238 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (19df55e7-80a0-4d3e-ad05-06f98227dae8), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:19.404866 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port 19df55e7-80a0-4d3e-ad05-06f98227dae8 is: DOWN; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:46:19.405347 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (19df55e7-80a0-4d3e-ad05-06f98227dae8), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:19.405714 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ecfe99b4-59b0-40d6-a287-8683f613afa7 req-ae587fd1-2e3b-453e-a84a-6419af04fa23 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/f3395214-009c-4aba-9dda-777a5c33eecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110632 Aug 24 13:46:19.445513 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] For port 19df55e7-80a0-4d3e-ad05-06f98227dae8, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=19df55e7-80a0-4d3e-ad05-06f98227dae8,segment=NetworkSegment(71d927bf-449a-4f61-aa64-ce086e1d6108),segment_id=71d927bf-449a-4f61-aa64-ce086e1d6108)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:46:19.501714 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (19df55e7-80a0-4d3e-ad05-06f98227dae8), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:19.568877 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ecfe99b4-59b0-40d6-a287-8683f613afa7 req-5df14fd9-f132-4dd8-8144-89a947cb1fd0 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/f3395214-009c-4aba-9dda-777a5c33eecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556375 Aug 24 13:46:19.592218 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Pushing event updated for resources: {'Port': ['ID=19df55e7-80a0-4d3e-ad05-06f98227dae8,revision_number=5']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:19.889008 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4b556668-dc2d-45a9-bb60-d6713ae06c4e req-103db365-fbd7-44b7-b82c-69868e6f325b tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 210 time: 0.0384257 Aug 24 13:46:19.953161 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-0c9aed2b-96aa-47c9-bf3d-fcb92c276eec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:21.007363 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 19df55e7-80a0-4d3e-ad05-06f98227dae8 up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:46:21.010855 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e218d113-5a1f-4b46-ade9-78be092ee797 req-f4bc27d7-61af-4a91-9139-3db4230dc93e tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 210 time: 0.0442224 Aug 24 13:46:21.062073 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port 19df55e7-80a0-4d3e-ad05-06f98227dae8 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:46:21.062437 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (19df55e7-80a0-4d3e-ad05-06f98227dae8), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:21.093633 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:21.110031 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:21.146571 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port 19df55e7-80a0-4d3e-ad05-06f98227dae8 is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:46:22.116078 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-2f342a37-d47c-4e9d-a2d5-9d7db43b84f7 req-e62967cb-7071-4a7d-b102-4bb324330094 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 210 time: 0.0278699 Aug 24 13:46:22.284335 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-7adb8fab-1f1d-4284-9753-306637614fb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:22.616370 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe99b4-59b0-40d6-a287-8683f613afa7 req-bccae4b7-c299-4771-9e6a-8f475b918c93 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:46:22.618837 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-ecfe99b4-59b0-40d6-a287-8683f613afa7 req-bccae4b7-c299-4771-9e6a-8f475b918c93 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.20 "GET /networking/v2.0/networks?id=f3395214-009c-4aba-9dda-777a5c33eecb HTTP/1.1" status: 200 len: 811 time: 0.1573493 Aug 24 13:46:22.657527 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:DELETE=5 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:22.700482 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-ecfe99b4-59b0-40d6-a287-8683f613afa7 req-388e4ea7-eded-422d-8974-4699610b5c5c tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ca298d9092ad4a9489f1624d62b2ac1d HTTP/1.1" status: 200 len: 379 time: 0.0635552 Aug 24 13:46:22.710296 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [req-ecfe99b4-59b0-40d6-a287-8683f613afa7 req-e774cceb-ec71-414e-8938-437f67de0ce5 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Request body: {'port': {'device_id': '31b97d61-96c0-459d-83c5-ebd1929f344a', 'network_id': 'f3395214-009c-4aba-9dda-777a5c33eecb', 'admin_state_up': True, 'tenant_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'security_groups': ['62bcf616-fa1e-4b4a-a518-5b1a533b9b30']}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:46:22.935124 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecfe99b4-59b0-40d6-a287-8683f613afa7 req-e774cceb-ec71-414e-8938-437f67de0ce5 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Made reservation on behalf of ca298d9092ad4a9489f1624d62b2ac1d for: {'port': 1} {{(pid=106986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:46:22.939155 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-ecfe99b4-59b0-40d6-a287-8683f613afa7 req-e774cceb-ec71-414e-8938-437f67de0ce5 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:23.086428 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.db_base_plugin_common [req-ecfe99b4-59b0-40d6-a287-8683f613afa7 req-e774cceb-ec71-414e-8938-437f67de0ce5 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Allocated IP 172.20.0.3 (f3395214-009c-4aba-9dda-777a5c33eecb/1f46d6dd-5a73-4b8e-8e50-cedc158c26c7/7197ae76-1beb-430e-a9cf-620230d08e49) {{(pid=106986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:46:23.225286 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-8534f8ee-6f89-4433-a7e4-a20f7c1fcf70 req-c01af683-d333-401f-bd91-8e9c989d94ff tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 210 time: 0.0302820 Aug 24 13:46:23.251786 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-ecfe99b4-59b0-40d6-a287-8683f613afa7 req-e774cceb-ec71-414e-8938-437f67de0ce5 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks [] for port (7197ae76-1beb-430e-a9cf-620230d08e49), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:23.279902 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:23.376759 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-ecfe99b4-59b0-40d6-a287-8683f613afa7 req-e774cceb-ec71-414e-8938-437f67de0ce5 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990584'] for port (7197ae76-1beb-430e-a9cf-620230d08e49), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:23.424898 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecfe99b4-59b0-40d6-a287-8683f613afa7 req-e774cceb-ec71-414e-8938-437f67de0ce5 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Network f3395214-009c-4aba-9dda-777a5c33eecb is already hosted by enough agents. {{(pid=106986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:46:23.428411 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.base_scheduler [req-ecfe99b4-59b0-40d6-a287-8683f613afa7 req-e774cceb-ec71-414e-8938-437f67de0ce5 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Resources bound (agent type, host, resource id): {{(pid=106986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:46:23.433468 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecfe99b4-59b0-40d6-a287-8683f613afa7 req-e774cceb-ec71-414e-8938-437f67de0ce5 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Received port after_create {{(pid=106986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:46:23.440934 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e774cceb-ec71-414e-8938-437f67de0ce5 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Pushing event updated for resources: {'Port': ['ID=7197ae76-1beb-430e-a9cf-620230d08e49,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:23.496266 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe99b4-59b0-40d6-a287-8683f613afa7 req-e774cceb-ec71-414e-8938-437f67de0ce5 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:46:23.503923 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-ecfe99b4-59b0-40d6-a287-8683f613afa7 req-e774cceb-ec71-414e-8938-437f67de0ce5 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:23.610276 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-ecfe99b4-59b0-40d6-a287-8683f613afa7 req-e774cceb-ec71-414e-8938-437f67de0ce5 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9030461 Aug 24 13:46:23.630606 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [req-ecfe99b4-59b0-40d6-a287-8683f613afa7 req-b3119fbb-17f4-4570-a928-e6b296064a44 service neutron] Request body: {'port': {'device_id': '31b97d61-96c0-459d-83c5-ebd1929f344a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:46:23.701236 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-a14f06f4-81f0-409b-bd36-b6fd41ec7c4c None None] Provisioning complete for port 7197ae76-1beb-430e-a9cf-620230d08e49 triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:46:23.701826 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-ecfe99b4-59b0-40d6-a287-8683f613afa7 req-b3119fbb-17f4-4570-a928-e6b296064a44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (7197ae76-1beb-430e-a9cf-620230d08e49), before_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:23.713766 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-a14f06f4-81f0-409b-bd36-b6fd41ec7c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (7197ae76-1beb-430e-a9cf-620230d08e49), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:23.743848 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-a14f06f4-81f0-409b-bd36-b6fd41ec7c4c None None] Port 7197ae76-1beb-430e-a9cf-620230d08e49 cannot update to ACTIVE because it is not bound. {{(pid=106987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 13:46:23.750568 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:23.921949 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 56380) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:46:24.048427 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e66d85a4-4a4a-41b3-95d4-e292070896c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:24.188773 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:24.256856 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e66d85a4-4a4a-41b3-95d4-e292070896c6 admin admin] Publish callbacks [] for security_group (c687266e-fa6c-4980-a9d8-11acfd2969e7), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:24.294353 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.notifiers.nova [req-ecfe99b4-59b0-40d6-a287-8683f613afa7 req-b3119fbb-17f4-4570-a928-e6b296064a44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7197ae76-1beb-430e-a9cf-620230d08e49 {{(pid=106986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 13:46:24.302518 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-ecfe99b4-59b0-40d6-a287-8683f613afa7 req-b3119fbb-17f4-4570-a928-e6b296064a44 service neutron] Publish callbacks [] for port (7197ae76-1beb-430e-a9cf-620230d08e49), precommit_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:24.316271 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.provisioning_blocks [req-ecfe99b4-59b0-40d6-a287-8683f613afa7 req-b3119fbb-17f4-4570-a928-e6b296064a44 service neutron] Transition to ACTIVE for port object 7197ae76-1beb-430e-a9cf-620230d08e49 will not be triggered until provisioned by entity L2. {{(pid=106986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 13:46:24.363538 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a8ea5-a1ad-4928-8747-44d419b24c0a req-9f17893c-d02e-4278-9f6c-7b7a81744c7a tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:46:24.365903 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-728a8ea5-a1ad-4928-8747-44d419b24c0a req-9f17893c-d02e-4278-9f6c-7b7a81744c7a tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 931 time: 0.0582204 Aug 24 13:46:24.370295 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e66d85a4-4a4a-41b3-95d4-e292070896c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (c687266e-fa6c-4980-a9d8-11acfd2969e7), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:24.410642 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-ecfe99b4-59b0-40d6-a287-8683f613afa7 req-b3119fbb-17f4-4570-a928-e6b296064a44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2990583'] for port (7197ae76-1beb-430e-a9cf-620230d08e49), after_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:24.422285 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-728a8ea5-a1ad-4928-8747-44d419b24c0a req-375b5480-753e-41c7-886f-a7d108c29303 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=62bcf616-fa1e-4b4a-a518-5b1a533b9b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498884 Aug 24 13:46:24.444324 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-e66d85a4-4a4a-41b3-95d4-e292070896c6 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=2623fa2f0d6e49eface45be1d30dcff9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5156767 Aug 24 13:46:24.444324 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66d85a4-4a4a-41b3-95d4-e292070896c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c687266e-fa6c-4980-a9d8-11acfd2969e7,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:24.444660 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 56390) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:46:24.447588 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:24.486263 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3119fbb-17f4-4570-a928-e6b296064a44 service neutron] Pushing event updated for resources: {'Port': ['ID=7197ae76-1beb-430e-a9cf-620230d08e49,revision_number=2']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:24.499694 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f7155c9d-cd50-4af0-aa15-381e4bf870a9 admin admin] Publish callbacks [] for security_group (c687266e-fa6c-4980-a9d8-11acfd2969e7), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:24.522953 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f7155c9d-cd50-4af0-aa15-381e4bf870a9 admin admin] Publish callbacks [] for security_group (c687266e-fa6c-4980-a9d8-11acfd2969e7), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:24.542418 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.managers [req-ecfe99b4-59b0-40d6-a287-8683f613afa7 req-b3119fbb-17f4-4570-a928-e6b296064a44 service neutron] Attempting to bind port 7197ae76-1beb-430e-a9cf-620230d08e49 on host hv-cinder-77957 for vnic_type normal with profile {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:46:24.542840 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.managers [req-ecfe99b4-59b0-40d6-a287-8683f613afa7 req-b3119fbb-17f4-4570-a928-e6b296064a44 service neutron] Attempting to bind port 7197ae76-1beb-430e-a9cf-620230d08e49 by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': '71d927bf-449a-4f61-aa64-ce086e1d6108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f3395214-009c-4aba-9dda-777a5c33eecb'}] {{(pid=106986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:46:24.543214 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe99b4-59b0-40d6-a287-8683f613afa7 req-b3119fbb-17f4-4570-a928-e6b296064a44 service neutron] Attempting to bind port 7197ae76-1beb-430e-a9cf-620230d08e49 on network f3395214-009c-4aba-9dda-777a5c33eecb {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:46:24.547935 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe99b4-59b0-40d6-a287-8683f613afa7 req-b3119fbb-17f4-4570-a928-e6b296064a44 service neutron] Port 7197ae76-1beb-430e-a9cf-620230d08e49 on network f3395214-009c-4aba-9dda-777a5c33eecb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 13:46:24.548287 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe99b4-59b0-40d6-a287-8683f613afa7 req-b3119fbb-17f4-4570-a928-e6b296064a44 service neutron] Attempting to bind port 7197ae76-1beb-430e-a9cf-620230d08e49 on network f3395214-009c-4aba-9dda-777a5c33eecb {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:46:24.553812 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe99b4-59b0-40d6-a287-8683f613afa7 req-b3119fbb-17f4-4570-a928-e6b296064a44 service neutron] Checking agent: {'id': 'a93d403b-29c5-41ac-a53c-7c0bf3f47879', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 36, 17), 'started_at': datetime.datetime(2022, 8, 24, 13, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:46:24.554141 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe99b4-59b0-40d6-a287-8683f613afa7 req-b3119fbb-17f4-4570-a928-e6b296064a44 service neutron] Checking segment: {'id': '71d927bf-449a-4f61-aa64-ce086e1d6108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f3395214-009c-4aba-9dda-777a5c33eecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:46:24.554517 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe99b4-59b0-40d6-a287-8683f613afa7 req-b3119fbb-17f4-4570-a928-e6b296064a44 service neutron] Bound using segment: {'id': '71d927bf-449a-4f61-aa64-ce086e1d6108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f3395214-009c-4aba-9dda-777a5c33eecb'} {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:46:24.554941 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.managers [req-ecfe99b4-59b0-40d6-a287-8683f613afa7 req-b3119fbb-17f4-4570-a928-e6b296064a44 service neutron] Bound port: 7197ae76-1beb-430e-a9cf-620230d08e49, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71d927bf-449a-4f61-aa64-ce086e1d6108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f3395214-009c-4aba-9dda-777a5c33eecb'}}] {{(pid=106986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:46:24.555292 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-ecfe99b4-59b0-40d6-a287-8683f613afa7 req-b3119fbb-17f4-4570-a928-e6b296064a44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (7197ae76-1beb-430e-a9cf-620230d08e49), before_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:24.622281 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.db [req-ecfe99b4-59b0-40d6-a287-8683f613afa7 req-b3119fbb-17f4-4570-a928-e6b296064a44 service neutron] For port 7197ae76-1beb-430e-a9cf-620230d08e49, host hv-cinder-77957, cleared binding levels {{(pid=106986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:46:24.625261 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.db [req-ecfe99b4-59b0-40d6-a287-8683f613afa7 req-b3119fbb-17f4-4570-a928-e6b296064a44 service neutron] For port 7197ae76-1beb-430e-a9cf-620230d08e49, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=7197ae76-1beb-430e-a9cf-620230d08e49,segment=NetworkSegment(71d927bf-449a-4f61-aa64-ce086e1d6108),segment_id=71d927bf-449a-4f61-aa64-ce086e1d6108)] {{(pid=106986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:46:24.793299 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f7155c9d-cd50-4af0-aa15-381e4bf870a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (c687266e-fa6c-4980-a9d8-11acfd2969e7), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:24.793826 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-ecfe99b4-59b0-40d6-a287-8683f613afa7 req-b3119fbb-17f4-4570-a928-e6b296064a44 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2990583'] for port (7197ae76-1beb-430e-a9cf-620230d08e49), after_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:24.797192 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f7155c9d-cd50-4af0-aa15-381e4bf870a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:24.798399 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe99b4-59b0-40d6-a287-8683f613afa7 req-b3119fbb-17f4-4570-a928-e6b296064a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:46:24.803215 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-ecfe99b4-59b0-40d6-a287-8683f613afa7 req-b3119fbb-17f4-4570-a928-e6b296064a44 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:24.803463 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-f7155c9d-cd50-4af0-aa15-381e4bf870a9 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/c687266e-fa6c-4980-a9d8-11acfd2969e7 HTTP/1.1" status: 204 len: 168 time: 0.3534698 Aug 24 13:46:24.803566 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-ecfe99b4-59b0-40d6-a287-8683f613afa7 req-b3119fbb-17f4-4570-a928-e6b296064a44 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/7197ae76-1beb-430e-a9cf-620230d08e49 HTTP/1.1" status: 200 len: 1093 time: 1.1752322 Aug 24 13:46:24.803566 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b97d61-96c0-459d-83c5-ebd1929f344a', 'tag': '7197ae76-1beb-430e-a9cf-620230d08e49'}] {{(pid=106986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:46:24.804324 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d01dbab33e71115aad2ee8471a00c8ecaf37bbc8c5e47995de0ab84d59865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789298fa-7cb8-4313-a875-15b0f3f7dc1c" -d '{"events": [{"name": "network-changed", "server_uuid": "31b97d61-96c0-459d-83c5-ebd1929f344a", "tag": "7197ae76-1beb-430e-a9cf-620230d08e49"}]}' {{(pid=106986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:46:24.809673 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7155c9d-cd50-4af0-aa15-381e4bf870a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c687266e-fa6c-4980-a9d8-11acfd2969e7,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:24.862194 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 13:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7bf3101-571c-4d7c-b6ad-fe8065c876a4 x-openstack-request-id: req-d7bf3101-571c-4d7c-b6ad-fe8065c876a4 {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:46:24.862481 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31b97d61-96c0-459d-83c5-ebd1929f344a", "tag": "7197ae76-1beb-430e-a9cf-620230d08e49", "status": "completed", "code": 200}]} {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:46:24.862738 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d7bf3101-571c-4d7c-b6ad-fe8065c876a4 {{(pid=106986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:46:24.863138 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7bf3101-571c-4d7c-b6ad-fe8065c876a4'] response: {'name': 'network-changed', 'server_uuid': '31b97d61-96c0-459d-83c5-ebd1929f344a', 'tag': '7197ae76-1beb-430e-a9cf-620230d08e49', 'status': 'completed', 'code': 200} Aug 24 13:46:24.869585 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3119fbb-17f4-4570-a928-e6b296064a44 service neutron] Pushing event updated for resources: {'Port': ['ID=7197ae76-1beb-430e-a9cf-620230d08e49,revision_number=3']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:25.119724 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789298fa-7cb8-4313-a875-15b0f3f7dc1c req-0ec1d210-a007-43a0-aade-8e889d31da3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:46:25.121363 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-789298fa-7cb8-4313-a875-15b0f3f7dc1c req-0ec1d210-a007-43a0-aade-8e889d31da3c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=ca298d9092ad4a9489f1624d62b2ac1d&device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 1127 time: 0.0526452 Aug 24 13:46:25.221799 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:25.276283 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789298fa-7cb8-4313-a875-15b0f3f7dc1c req-4214429b-df2f-4d14-9282-9470c2146bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:46:25.277838 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-789298fa-7cb8-4313-a875-15b0f3f7dc1c req-4214429b-df2f-4d14-9282-9470c2146bc8 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=ca298d9092ad4a9489f1624d62b2ac1d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1121917 Aug 24 13:46:25.284385 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:25.385702 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789298fa-7cb8-4313-a875-15b0f3f7dc1c req-c4223548-5fd4-4925-98e7-7b1e031c8b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:46:25.387209 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-789298fa-7cb8-4313-a875-15b0f3f7dc1c req-c4223548-5fd4-4925-98e7-7b1e031c8b0e service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0987616 Aug 24 13:46:25.589288 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3435fd-a458-4c76-8da3-d1d17d112d75 req-c5ed9769-1c58-4b84-843a-47b2243741c6 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:46:25.592860 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9d3435fd-a458-4c76-8da3-d1d17d112d75 req-c5ed9769-1c58-4b84-843a-47b2243741c6 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 943 time: 0.0842371 Aug 24 13:46:25.620605 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:25.654064 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9d3435fd-a458-4c76-8da3-d1d17d112d75 req-5ea3f5bc-359f-4e9b-bdde-cbee41a179f8 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=62bcf616-fa1e-4b4a-a518-5b1a533b9b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529122 Aug 24 13:46:25.676343 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe99b4-59b0-40d6-a287-8683f613afa7 req-f95eff29-4e18-4e0a-9ba2-00858e36ea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:46:25.678107 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-ecfe99b4-59b0-40d6-a287-8683f613afa7 req-f95eff29-4e18-4e0a-9ba2-00858e36ea5b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=ca298d9092ad4a9489f1624d62b2ac1d&device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 1127 time: 0.0505650 Aug 24 13:46:25.752124 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-ecfe99b4-59b0-40d6-a287-8683f613afa7 req-889b3a96-ccfd-4e3f-a344-a74698ff87b4 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7197ae76-1beb-430e-a9cf-620230d08e49 HTTP/1.1" status: 200 len: 217 time: 0.0447817 Aug 24 13:46:25.755764 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 56416) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:46:25.766298 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f928fca5-1416-4674-9fe0-5e7eaf6edbfa req-2732fbb7-f468-4843-a80f-cea7b3a22ad6 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0401645 Aug 24 13:46:25.779131 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-3906241c-8c5f-43ac-a9a3-e86047f87e07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:25.836838 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:25.839872 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe99b4-59b0-40d6-a287-8683f613afa7 req-e10e718d-8035-4e28-a049-1661219a198e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:46:25.841363 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-ecfe99b4-59b0-40d6-a287-8683f613afa7 req-e10e718d-8035-4e28-a049-1661219a198e service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=1f46d6dd-5a73-4b8e-8e50-cedc158c26c7 HTTP/1.1" status: 200 len: 850 time: 0.0781667 Aug 24 13:46:25.848791 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928fca5-1416-4674-9fe0-5e7eaf6edbfa req-e4c574d1-cc1c-43a0-8df2-aaa6c73091e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:46:25.850629 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f928fca5-1416-4674-9fe0-5e7eaf6edbfa req-e4c574d1-cc1c-43a0-8df2-aaa6c73091e1 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=6bcafe839dec4fcc95a4c720463483ba&device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 1130 time: 0.0446084 Aug 24 13:46:25.920799 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe99b4-59b0-40d6-a287-8683f613afa7 req-5055241d-aa8a-4dd5-90d3-c4b0649bd863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:46:25.922321 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-ecfe99b4-59b0-40d6-a287-8683f613afa7 req-5055241d-aa8a-4dd5-90d3-c4b0649bd863 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=f3395214-009c-4aba-9dda-777a5c33eecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0739367 Aug 24 13:46:25.990847 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-3906241c-8c5f-43ac-a9a3-e86047f87e07 admin admin] Publish callbacks [] for security_group (dcdf9df0-8f8f-43e3-99db-f129358769b9), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:26.001828 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928fca5-1416-4674-9fe0-5e7eaf6edbfa req-041660c0-d085-4c14-991e-3b4f7c92a7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:46:26.003585 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f928fca5-1416-4674-9fe0-5e7eaf6edbfa req-041660c0-d085-4c14-991e-3b4f7c92a7b5 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=2a47b7b8-8e69-4dcf-8155-1e0d50419209 HTTP/1.1" status: 200 len: 910 time: 0.1306317 Aug 24 13:46:26.044425 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-ecfe99b4-59b0-40d6-a287-8683f613afa7 req-fc3d39f4-427a-49ee-b2a7-a8af0b737ea5 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/f3395214-009c-4aba-9dda-777a5c33eecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143453 Aug 24 13:46:26.075154 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f928fca5-1416-4674-9fe0-5e7eaf6edbfa req-7646af4b-b6bc-4049-b1bb-d327d474ade0 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=579a6bec-e4ab-438a-a263-2fafa0fe42bc HTTP/1.1" status: 200 len: 1002 time: 0.0636113 Aug 24 13:46:26.119390 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:26.137609 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928fca5-1416-4674-9fe0-5e7eaf6edbfa req-fef745b8-9258-441c-8539-ed56126a3900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:46:26.139095 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f928fca5-1416-4674-9fe0-5e7eaf6edbfa req-fef745b8-9258-441c-8539-ed56126a3900 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=2bc1c488-9e72-4177-be4a-033432e17d3d HTTP/1.1" status: 200 len: 848 time: 0.0574286 Aug 24 13:46:26.141717 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-3906241c-8c5f-43ac-a9a3-e86047f87e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (dcdf9df0-8f8f-43e3-99db-f129358769b9), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:26.163242 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-ecfe99b4-59b0-40d6-a287-8683f613afa7 req-2966be66-d609-49eb-afd8-8819b9f30e76 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/f3395214-009c-4aba-9dda-777a5c33eecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113489 Aug 24 13:46:26.185547 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f928fca5-1416-4674-9fe0-5e7eaf6edbfa req-0741d919-ce3c-4768-af1a-3f9c0537d945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:46:26.187060 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f928fca5-1416-4674-9fe0-5e7eaf6edbfa req-0741d919-ce3c-4768-af1a-3f9c0537d945 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=2a47b7b8-8e69-4dcf-8155-1e0d50419209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420058 Aug 24 13:46:26.187232 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-3906241c-8c5f-43ac-a9a3-e86047f87e07 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=e8ea0cb54d01497598e653993da58e23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4308994 Aug 24 13:46:26.188589 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3906241c-8c5f-43ac-a9a3-e86047f87e07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcdf9df0-8f8f-43e3-99db-f129358769b9,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:26.190147 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 56420) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:46:26.288253 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:26.314048 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-6ef65877-d2f1-4de6-bba8-ce86526257bf admin admin] Publish callbacks [] for security_group (dcdf9df0-8f8f-43e3-99db-f129358769b9), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:26.335914 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f928fca5-1416-4674-9fe0-5e7eaf6edbfa req-dd2fde62-ee05-42c0-86b1-4882a98992fe service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2a47b7b8-8e69-4dcf-8155-1e0d50419209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376519 Aug 24 13:46:26.345448 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-6ef65877-d2f1-4de6-bba8-ce86526257bf admin admin] Publish callbacks [] for security_group (dcdf9df0-8f8f-43e3-99db-f129358769b9), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:26.473205 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-6ef65877-d2f1-4de6-bba8-ce86526257bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (dcdf9df0-8f8f-43e3-99db-f129358769b9), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:26.476322 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-6ef65877-d2f1-4de6-bba8-ce86526257bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:26.477499 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-6ef65877-d2f1-4de6-bba8-ce86526257bf admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/dcdf9df0-8f8f-43e3-99db-f129358769b9 HTTP/1.1" status: 204 len: 168 time: 0.2864499 Aug 24 13:46:26.486189 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef65877-d2f1-4de6-bba8-ce86526257bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcdf9df0-8f8f-43e3-99db-f129358769b9,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:26.785247 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202f20a2-94ae-4f48-baa8-3d78b5dff3ec req-2245c06a-e445-4c34-87f4-2c5f0351b122 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:46:26.787489 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-202f20a2-94ae-4f48-baa8-3d78b5dff3ec req-2245c06a-e445-4c34-87f4-2c5f0351b122 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 943 time: 0.0520301 Aug 24 13:46:26.847989 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-202f20a2-94ae-4f48-baa8-3d78b5dff3ec req-eaada0d6-e747-46f5-8272-d2531031db8f tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=62bcf616-fa1e-4b4a-a518-5b1a533b9b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542619 Aug 24 13:46:27.205655 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f928fca5-1416-4674-9fe0-5e7eaf6edbfa req-3854819e-15e2-4766-aa9d-74aac639daca service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2a47b7b8-8e69-4dcf-8155-1e0d50419209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045716 Aug 24 13:46:27.882556 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 56448) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:46:28.004018 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-92a7e773-7394-4363-9292-1ad05e623092 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1152567800-network', 'tenant_id': '6f61a8f100cf4d39928e4d596741e1bb'}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:46:28.018974 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cfa26b-09ca-4bba-ac9c-a47e85846e9f req-c3fc17fd-681c-4919-ad93-32d6f54c148f tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:46:28.020633 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-60cfa26b-09ca-4bba-ac9c-a47e85846e9f req-c3fc17fd-681c-4919-ad93-32d6f54c148f tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 943 time: 0.0837557 Aug 24 13:46:28.038535 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:28.087860 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-60cfa26b-09ca-4bba-ac9c-a47e85846e9f req-6a96048c-6e00-428b-985f-45ef38e343c4 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=62bcf616-fa1e-4b4a-a518-5b1a533b9b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589774 Aug 24 13:46:28.130015 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92a7e773-7394-4363-9292-1ad05e623092 admin admin] Made reservation on behalf of 6f61a8f100cf4d39928e4d596741e1bb for: {'network': 1} {{(pid=106985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:46:28.132403 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-92a7e773-7394-4363-9292-1ad05e623092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for network (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:28.145515 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-92a7e773-7394-4363-9292-1ad05e623092 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:28.233611 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-92a7e773-7394-4363-9292-1ad05e623092 admin admin] Publish callbacks [] for security_group (bc0e3150-cae2-44e8-9b7c-787a9565ac33), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:28.307067 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-92a7e773-7394-4363-9292-1ad05e623092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (bc0e3150-cae2-44e8-9b7c-787a9565ac33), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:28.336376 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92a7e773-7394-4363-9292-1ad05e623092 admin admin] vlan segment allocate from pool success with {'vlan_id': 423, 'physical_network': 'physnet1'} {{(pid=106985) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 13:46:28.346285 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a7e773-7394-4363-9292-1ad05e623092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0e3150-cae2-44e8-9b7c-787a9565ac33,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:28.355682 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-92a7e773-7394-4363-9292-1ad05e623092 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916165'] for segment (eee2f36f-a970-4ec4-a399-3d8c5a2cfe2b), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:28.356290 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.db.segments_db [None req-92a7e773-7394-4363-9292-1ad05e623092 admin admin] Added segment eee2f36f-a970-4ec4-a399-3d8c5a2cfe2b of type vlan for network b8752123-78d7-4696-a283-4d3f0be721c2 Aug 24 13:46:28.414390 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-92a7e773-7394-4363-9292-1ad05e623092 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732775010169'] for network (b8752123-78d7-4696-a283-4d3f0be721c2), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:28.507048 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-92a7e773-7394-4363-9292-1ad05e623092 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995'] for network (b8752123-78d7-4696-a283-4d3f0be721c2), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:28.508106 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92a7e773-7394-4363-9292-1ad05e623092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:46:28.508721 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-92a7e773-7394-4363-9292-1ad05e623092 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for network (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:28.575312 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a7e773-7394-4363-9292-1ad05e623092 admin admin] Pushing event updated for resources: {'Network': ['ID=b8752123-78d7-4696-a283-4d3f0be721c2,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:28.587778 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Network b8752123-78d7-4696-a283-4d3f0be721c2 details requested by agent ovs-agent-dv-cinder-779578-4-iscsi with host dv-cinder-779578-4-iscsi {{(pid=106987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 13:46:28.624570 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-92a7e773-7394-4363-9292-1ad05e623092 admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7403095 Aug 24 13:46:28.633467 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 56462) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:46:28.639200 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-9fd8a2f6-0200-4915-9731-18e3f5ea3122 admin admin] Request body: {'subnet': {'network_id': 'b8752123-78d7-4696-a283-4d3f0be721c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1152567800-subnet', 'tenant_id': '6f61a8f100cf4d39928e4d596741e1bb', 'ip_version': 4}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:46:28.683259 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=61 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:28.765183 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd8a2f6-0200-4915-9731-18e3f5ea3122 admin admin] Made reservation on behalf of 6f61a8f100cf4d39928e4d596741e1bb for: {'subnet': 1} {{(pid=106985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:46:28.769405 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-9fd8a2f6-0200-4915-9731-18e3f5ea3122 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133617'] for subnet (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:28.861365 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:29.039063 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-9fd8a2f6-0200-4915-9731-18e3f5ea3122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2795956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133535'] for subnet (76850f21-f492-4b96-acd0-8c02bb420142), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:29.102858 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd8a2f6-0200-4915-9731-18e3f5ea3122 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76850f21-f492-4b96-acd0-8c02bb420142,revision_number=0']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:29.109224 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:INSERT=14,neutron:UPDATE=2,neutron:SELECT=83,neutron:DELETE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:29.112570 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fd8a2f6-0200-4915-9731-18e3f5ea3122 admin admin] Checking segment: {'id': 'eee2f36f-a970-4ec4-a399-3d8c5a2cfe2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b8752123-78d7-4696-a283-4d3f0be721c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:46:29.112935 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd8a2f6-0200-4915-9731-18e3f5ea3122 admin admin] Network hostable DHCP agents. Network: b8752123-78d7-4696-a283-4d3f0be721c2, hostable agents: ['5b6616ad-7c61-467c-8809-81a3e3733e23'], hosted agents: [] {{(pid=106985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 13:46:29.231148 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd8a2f6-0200-4915-9731-18e3f5ea3122 admin admin] Network b8752123-78d7-4696-a283-4d3f0be721c2 is scheduled to be hosted by DHCP agent 5b6616ad-7c61-467c-8809-81a3e3733e23 with binding_index 1 {{(pid=106985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 13:46:29.257503 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83acf7f2-9dc3-4771-82f0-aae31ef01f10 req-46318b7d-ca9c-48cd-ae80-f97621eeeec0 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:46:29.259032 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-83acf7f2-9dc3-4771-82f0-aae31ef01f10 req-46318b7d-ca9c-48cd-ae80-f97621eeeec0 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 943 time: 0.0706470 Aug 24 13:46:29.313976 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-83acf7f2-9dc3-4771-82f0-aae31ef01f10 req-66bd04b8-d543-49b0-9c84-20eeaf788f4f tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=62bcf616-fa1e-4b4a-a518-5b1a533b9b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486131 Aug 24 13:46:29.319776 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.base_scheduler [None req-9fd8a2f6-0200-4915-9731-18e3f5ea3122 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779578-4-iscsi, b8752123-78d7-4696-a283-4d3f0be721c2) {{(pid=106985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:46:29.324466 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd8a2f6-0200-4915-9731-18e3f5ea3122 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:46:29.325427 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-9fd8a2f6-0200-4915-9731-18e3f5ea3122 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for subnet (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:29.333208 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95ca31f-76f5-481f-81d8-7025dbbf3719 None None] Network b8752123-78d7-4696-a283-4d3f0be721c2 requested from dv-cinder-779578-4-iscsi {{(pid=106987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 13:46:29.452455 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c13885-cf20-4b16-9684-cfe886822b49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ca6df2e-0481-52d5-912d-ac12d3288b0d-b8752123-78d7-4696-a283-4d3f0be721c2', 'network_id': 'b8752123-78d7-4696-a283-4d3f0be721c2', 'project_id': '6f61a8f100cf4d39928e4d596741e1bb', 'fixed_ips': [{'subnet_id': '76850f21-f492-4b96-acd0-8c02bb420142'}]}} from dv-cinder-779578-4-iscsi. {{(pid=106987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 13:46:29.453426 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-35c13885-cf20-4b16-9684-cfe886822b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:29.460600 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-9fd8a2f6-0200-4915-9731-18e3f5ea3122 admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8226683 Aug 24 13:46:29.461165 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 56472) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:46:29.467520 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-eaa87269-dd5f-40dc-9218-687ab7f21fd1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1152567800-router', 'tenant_id': '6f61a8f100cf4d39928e4d596741e1bb', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'}}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:46:29.577312 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-eaa87269-dd5f-40dc-9218-687ab7f21fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1009456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7664'] for router (62125126-4826-4ffa-905c-83248fe35095), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:29.578797 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-eaa87269-dd5f-40dc-9218-687ab7f21fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1008860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1030859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7655'] for router (62125126-4826-4ffa-905c-83248fe35095), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:29.613675 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.db_base_plugin_common [None req-35c13885-cf20-4b16-9684-cfe886822b49 None None] Allocated IP 172.20.0.2 (b8752123-78d7-4696-a283-4d3f0be721c2/76850f21-f492-4b96-acd0-8c02bb420142/c212045d-2a0a-4a78-a09a-2ea46800fb4a) {{(pid=106987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:46:29.671233 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-eaa87269-dd5f-40dc-9218-687ab7f21fd1 admin admin] Publish callbacks [] for router_controller (62125126-4826-4ffa-905c-83248fe35095), precommit_add_association {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:29.926398 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-35c13885-cf20-4b16-9684-cfe886822b49 None None] Publish callbacks [] for port (c212045d-2a0a-4a78-a09a-2ea46800fb4a), precommit_create {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:29.944159 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-eaa87269-dd5f-40dc-9218-687ab7f21fd1 admin admin] Publish callbacks [] for router_gateway (62125126-4826-4ffa-905c-83248fe35095), precommit_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:30.028058 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-35c13885-cf20-4b16-9684-cfe886822b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634'] for port (c212045d-2a0a-4a78-a09a-2ea46800fb4a), after_create {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:30.073186 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c13885-cf20-4b16-9684-cfe886822b49 None None] Network b8752123-78d7-4696-a283-4d3f0be721c2 is already hosted by enough agents. {{(pid=106987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:46:30.076369 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.scheduler.base_scheduler [None req-35c13885-cf20-4b16-9684-cfe886822b49 None None] Resources bound (agent type, host, resource id): {{(pid=106987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:46:30.080649 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c13885-cf20-4b16-9684-cfe886822b49 None None] Received port after_create {{(pid=106987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:46:30.089487 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c13885-cf20-4b16-9684-cfe886822b49 None None] Pushing event updated for resources: {'Port': ['ID=c212045d-2a0a-4a78-a09a-2ea46800fb4a,revision_number=1']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:30.154927 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-35c13885-cf20-4b16-9684-cfe886822b49 None None] Attempting to bind port c212045d-2a0a-4a78-a09a-2ea46800fb4a on host dv-cinder-779578-4-iscsi for vnic_type normal with profile {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:46:30.155224 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-35c13885-cf20-4b16-9684-cfe886822b49 None None] Attempting to bind port c212045d-2a0a-4a78-a09a-2ea46800fb4a by drivers openvswitch,hyperv on host dv-cinder-779578-4-iscsi at level 0 using segments [{'id': 'eee2f36f-a970-4ec4-a399-3d8c5a2cfe2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b8752123-78d7-4696-a283-4d3f0be721c2'}] {{(pid=106987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:46:30.155565 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c13885-cf20-4b16-9684-cfe886822b49 None None] Attempting to bind port c212045d-2a0a-4a78-a09a-2ea46800fb4a on network b8752123-78d7-4696-a283-4d3f0be721c2 {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:46:30.162614 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c13885-cf20-4b16-9684-cfe886822b49 None None] Checking agent: {'id': '00f42bad-d4f2-47c4-8e20-2c8cceeec132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 29, 55), 'started_at': datetime.datetime(2022, 8, 24, 13, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:46:30.162998 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c13885-cf20-4b16-9684-cfe886822b49 None None] Checking segment: {'id': 'eee2f36f-a970-4ec4-a399-3d8c5a2cfe2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b8752123-78d7-4696-a283-4d3f0be721c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:46:30.163405 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-35c13885-cf20-4b16-9684-cfe886822b49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:30.163803 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c13885-cf20-4b16-9684-cfe886822b49 None None] Bound using segment: {'id': 'eee2f36f-a970-4ec4-a399-3d8c5a2cfe2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b8752123-78d7-4696-a283-4d3f0be721c2'} {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:46:30.164302 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-35c13885-cf20-4b16-9684-cfe886822b49 None None] Bound port: c212045d-2a0a-4a78-a09a-2ea46800fb4a, host: dv-cinder-779578-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eee2f36f-a970-4ec4-a399-3d8c5a2cfe2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b8752123-78d7-4696-a283-4d3f0be721c2'}}] {{(pid=106987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:46:30.164685 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-35c13885-cf20-4b16-9684-cfe886822b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (c212045d-2a0a-4a78-a09a-2ea46800fb4a), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:30.253162 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:30.256090 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-35c13885-cf20-4b16-9684-cfe886822b49 None None] For port c212045d-2a0a-4a78-a09a-2ea46800fb4a, host dv-cinder-779578-4-iscsi, cleared binding levels {{(pid=106987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:46:30.262541 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-35c13885-cf20-4b16-9684-cfe886822b49 None None] For port c212045d-2a0a-4a78-a09a-2ea46800fb4a, host dv-cinder-779578-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=c212045d-2a0a-4a78-a09a-2ea46800fb4a,segment=NetworkSegment(eee2f36f-a970-4ec4-a399-3d8c5a2cfe2b),segment_id=eee2f36f-a970-4ec4-a399-3d8c5a2cfe2b)] {{(pid=106987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:46:30.286043 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-eaa87269-dd5f-40dc-9218-687ab7f21fd1 admin admin] Publish callbacks [] for router_gateway (62125126-4826-4ffa-905c-83248fe35095), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:30.307955 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-eaa87269-dd5f-40dc-9218-687ab7f21fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:30.348104 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-35c13885-cf20-4b16-9684-cfe886822b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (c212045d-2a0a-4a78-a09a-2ea46800fb4a), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:30.422835 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:INSERT=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:30.459545 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c13885-cf20-4b16-9684-cfe886822b49 None None] Pushing event updated for resources: {'Port': ['ID=c212045d-2a0a-4a78-a09a-2ea46800fb4a,revision_number=2']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:30.464527 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.db_base_plugin_common [None req-eaa87269-dd5f-40dc-9218-687ab7f21fd1 admin admin] Allocated IP 172.27.1.126 (b9a647d2-3285-4c25-b9a6-e511e6620ca5/0f88e60e-ade3-4937-9959-ff6f15b76440/5ab22b72-1c69-4527-a9f9-445f22605d4f) {{(pid=106985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:46:30.491163 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:30.563989 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b52fd-2daf-481e-a7bf-4cd6f721d844 req-f0723192-e8f4-4375-8b0a-7bb9fad6597c tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:46:30.563989 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d74b52fd-2daf-481e-a7bf-4cd6f721d844 req-f0723192-e8f4-4375-8b0a-7bb9fad6597c tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 943 time: 0.0850306 Aug 24 13:46:30.699661 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-eaa87269-dd5f-40dc-9218-687ab7f21fd1 admin admin] Publish callbacks [] for port (5ab22b72-1c69-4527-a9f9-445f22605d4f), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:30.704423 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d74b52fd-2daf-481e-a7bf-4cd6f721d844 req-4720337b-c9b3-44d7-897d-a010f7e97198 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=62bcf616-fa1e-4b4a-a518-5b1a533b9b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033602 Aug 24 13:46:30.740249 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:30.862984 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-eaa87269-dd5f-40dc-9218-687ab7f21fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (5ab22b72-1c69-4527-a9f9-445f22605d4f), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:30.934462 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaa87269-dd5f-40dc-9218-687ab7f21fd1 admin admin] Network b9a647d2-3285-4c25-b9a6-e511e6620ca5 is already hosted by enough agents. {{(pid=106985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:46:30.940789 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.base_scheduler [None req-eaa87269-dd5f-40dc-9218-687ab7f21fd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:46:30.942894 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaa87269-dd5f-40dc-9218-687ab7f21fd1 admin admin] Received port after_create {{(pid=106985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:46:30.969715 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa87269-dd5f-40dc-9218-687ab7f21fd1 admin admin] Pushing event updated for resources: {'Port': ['ID=5ab22b72-1c69-4527-a9f9-445f22605d4f,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:31.056091 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device c212045d-2a0a-4a78-a09a-2ea46800fb4a up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:46:31.107634 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port c212045d-2a0a-4a78-a09a-2ea46800fb4a triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:46:31.108146 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (c212045d-2a0a-4a78-a09a-2ea46800fb4a), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:31.190276 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port c212045d-2a0a-4a78-a09a-2ea46800fb4a is: DOWN; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:46:31.190671 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (c212045d-2a0a-4a78-a09a-2ea46800fb4a), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:31.235821 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] For port c212045d-2a0a-4a78-a09a-2ea46800fb4a, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=c212045d-2a0a-4a78-a09a-2ea46800fb4a,segment=NetworkSegment(eee2f36f-a970-4ec4-a399-3d8c5a2cfe2b),segment_id=eee2f36f-a970-4ec4-a399-3d8c5a2cfe2b)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:46:31.314041 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-eaa87269-dd5f-40dc-9218-687ab7f21fd1 admin admin] Publish callbacks [] for router_gateway (62125126-4826-4ffa-905c-83248fe35095), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:31.324774 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (c212045d-2a0a-4a78-a09a-2ea46800fb4a), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:31.385412 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Pushing event updated for resources: {'Port': ['ID=c212045d-2a0a-4a78-a09a-2ea46800fb4a,revision_number=3']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:31.547539 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-eaa87269-dd5f-40dc-9218-687ab7f21fd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1009155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008813'] for router (62125126-4826-4ffa-905c-83248fe35095), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:31.556420 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82519839-aa00-4bca-b341-ff8be317e40b None None] Network b8752123-78d7-4696-a283-4d3f0be721c2 requested from dv-cinder-779578-4-iscsi {{(pid=106987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 13:46:31.593445 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:31.648685 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-f7a54fa4-6039-421f-ac3d-6acafce4fd41 None None] Provisioning complete for port c212045d-2a0a-4a78-a09a-2ea46800fb4a triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:46:31.649056 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-f7a54fa4-6039-421f-ac3d-6acafce4fd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (c212045d-2a0a-4a78-a09a-2ea46800fb4a), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:31.768398 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-f7a54fa4-6039-421f-ac3d-6acafce4fd41 None None] Current status of the port c212045d-2a0a-4a78-a09a-2ea46800fb4a is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:46:31.769836 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa87269-dd5f-40dc-9218-687ab7f21fd1 admin admin] Router 62125126-4826-4ffa-905c-83248fe35095 is scheduled to L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 with binding_index 1 {{(pid=106985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 13:46:31.874595 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 7197ae76-1beb-430e-a9cf-620230d08e49 details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=106987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 13:46:31.908212 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c25734-6e23-4fd7-94d7-a98aaf43d798 req-e26066dd-a853-4b18-8acd-326870af5ef0 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:46:31.909851 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-65c25734-6e23-4fd7-94d7-a98aaf43d798 req-e26066dd-a853-4b18-8acd-326870af5ef0 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 943 time: 0.0947011 Aug 24 13:46:31.934750 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa87269-dd5f-40dc-9218-687ab7f21fd1 admin admin] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:46:31.951908 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c0b91e-5412-477d-ac36-3f6d487407b5 None None] Sync routers for ids ['62125126-4826-4ffa-905c-83248fe35095'] in dv-cinder-779578-4-iscsi {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:46:31.983667 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-65c25734-6e23-4fd7-94d7-a98aaf43d798 req-d9624a7d-b160-46c8-810e-9054065b5041 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=62bcf616-fa1e-4b4a-a518-5b1a533b9b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621927 Aug 24 13:46:32.015398 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-2d564692-836c-4cb0-a14f-92964452d60a None None] Provisioning complete for port c212045d-2a0a-4a78-a09a-2ea46800fb4a triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:46:32.015766 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-2d564692-836c-4cb0-a14f-92964452d60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (c212045d-2a0a-4a78-a09a-2ea46800fb4a), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:32.019694 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c0b91e-5412-477d-ac36-3f6d487407b5 None None] Routers {'62125126-4826-4ffa-905c-83248fe35095'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:46:32.021110 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-b0c0b91e-5412-477d-ac36-3f6d487407b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:46:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['62125126-4826-4ffa-905c-83248fe35095'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:46:32.120620 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 7197ae76-1beb-430e-a9cf-620230d08e49, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=7197ae76-1beb-430e-a9cf-620230d08e49,segment=NetworkSegment(71d927bf-449a-4f61-aa64-ce086e1d6108),segment_id=71d927bf-449a-4f61-aa64-ce086e1d6108)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:46:32.143478 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:32.143703 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-eaa87269-dd5f-40dc-9218-687ab7f21fd1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:32.144818 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-eaa87269-dd5f-40dc-9218-687ab7f21fd1 admin admin] 10.222.0.73 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6809449 Aug 24 13:46:32.147517 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 56484) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:46:32.149788 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Returning: {'device': '7197ae76-1beb-430e-a9cf-620230d08e49', 'network_id': 'f3395214-009c-4aba-9dda-777a5c33eecb', 'port_id': '7197ae76-1beb-430e-a9cf-620230d08e49', 'mac_address': 'fa:16:3e:e4:ea:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f46d6dd-5a73-4b8e-8e50-cedc158c26c7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 13:46:32.233505 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:32.249969 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port 7197ae76-1beb-430e-a9cf-620230d08e49 is: DOWN; New status is: BUILD {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:46:32.250248 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (7197ae76-1beb-430e-a9cf-620230d08e49), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:32.257906 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-b0c0b91e-5412-477d-ac36-3f6d487407b5 None None] Set router 62125126-4826-4ffa-905c-83248fe35095 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:46:32.260018 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-2d564692-836c-4cb0-a14f-92964452d60a None None] Current status of the port c212045d-2a0a-4a78-a09a-2ea46800fb4a is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:46:32.323498 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7197ae76-1beb-430e-a9cf-620230d08e49 {{(pid=106987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 13:46:32.372033 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 7197ae76-1beb-430e-a9cf-620230d08e49, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=7197ae76-1beb-430e-a9cf-620230d08e49,segment=NetworkSegment(71d927bf-449a-4f61-aa64-ce086e1d6108),segment_id=71d927bf-449a-4f61-aa64-ce086e1d6108)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:46:32.485349 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (7197ae76-1beb-430e-a9cf-620230d08e49), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:32.489266 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-b0c0b91e-5412-477d-ac36-3f6d487407b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62125126-4826-4ffa-905c-83248fe35095', 'name': 'tempest-TestMinimumBasicScenario-1152567800-router', 'tenant_id': '6f61a8f100cf4d39928e4d596741e1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '5ab22b72-1c69-4527-a9f9-445f22605d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:46:29Z', 'updated_at': '2022-08-24T13:46:31Z', 'revision_number': 3, 'project_id': '6f61a8f100cf4d39928e4d596741e1bb', 'gw_port': {'id': '5ab22b72-1c69-4527-a9f9-445f22605d4f', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62125126-4826-4ffa-905c-83248fe35095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:30Z', 'updated_at': '2022-08-24T13:46:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi'}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:46:32.544213 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:32.545053 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c0b91e-5412-477d-ac36-3f6d487407b5 None None] Checking router: 62125126-4826-4ffa-905c-83248fe35095 for host: dv-cinder-779578-4-iscsi {{(pid=106987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:46:32.545245 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c0b91e-5412-477d-ac36-3f6d487407b5 None None] Updating router 62125126-4826-4ffa-905c-83248fe35095 port 5ab22b72-1c69-4527-a9f9-445f22605d4f binding host dv-cinder-779578-4-iscsi {{(pid=106987) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 13:46:32.595975 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-b0c0b91e-5412-477d-ac36-3f6d487407b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (5ab22b72-1c69-4527-a9f9-445f22605d4f), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:32.599589 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=7197ae76-1beb-430e-a9cf-620230d08e49,revision_number=4']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:32.844579 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:32.894677 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-b0c0b91e-5412-477d-ac36-3f6d487407b5 None None] Publish callbacks [] for port (5ab22b72-1c69-4527-a9f9-445f22605d4f), precommit_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:32.912058 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-28713701-e559-4428-9c14-fe5fbed11cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:32.987463 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-b0c0b91e-5412-477d-ac36-3f6d487407b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (5ab22b72-1c69-4527-a9f9-445f22605d4f), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:33.040004 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device c212045d-2a0a-4a78-a09a-2ea46800fb4a up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:46:33.070701 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-b0c0b91e-5412-477d-ac36-3f6d487407b5 None None] Attempting to bind port 5ab22b72-1c69-4527-a9f9-445f22605d4f on host dv-cinder-779578-4-iscsi for vnic_type normal with profile {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:46:33.071073 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-b0c0b91e-5412-477d-ac36-3f6d487407b5 None None] Attempting to bind port 5ab22b72-1c69-4527-a9f9-445f22605d4f by drivers openvswitch,hyperv on host dv-cinder-779578-4-iscsi at level 0 using segments [{'id': '5f346d1e-6301-45fd-9dfc-66a590810fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'}] {{(pid=106987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:46:33.071496 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c0b91e-5412-477d-ac36-3f6d487407b5 None None] Attempting to bind port 5ab22b72-1c69-4527-a9f9-445f22605d4f on network b9a647d2-3285-4c25-b9a6-e511e6620ca5 {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:46:33.086348 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52ed273-5b16-4086-826c-5534d28ce88c None None] Pushing event updated for resources: {'Port': ['ID=5ab22b72-1c69-4527-a9f9-445f22605d4f,revision_number=2']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:33.095491 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c0b91e-5412-477d-ac36-3f6d487407b5 None None] Checking agent: {'id': '00f42bad-d4f2-47c4-8e20-2c8cceeec132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 29, 55), 'started_at': datetime.datetime(2022, 8, 24, 13, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:46:33.096236 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c0b91e-5412-477d-ac36-3f6d487407b5 None None] Checking segment: {'id': '5f346d1e-6301-45fd-9dfc-66a590810fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:46:33.096236 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-b0c0b91e-5412-477d-ac36-3f6d487407b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:33.096605 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c0b91e-5412-477d-ac36-3f6d487407b5 None None] Bound using segment: {'id': '5f346d1e-6301-45fd-9dfc-66a590810fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'} {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:46:33.097166 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-b0c0b91e-5412-477d-ac36-3f6d487407b5 None None] Bound port: 5ab22b72-1c69-4527-a9f9-445f22605d4f, host: dv-cinder-779578-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f346d1e-6301-45fd-9dfc-66a590810fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'}}] {{(pid=106987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:46:33.097453 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-b0c0b91e-5412-477d-ac36-3f6d487407b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (5ab22b72-1c69-4527-a9f9-445f22605d4f), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:33.138735 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] get_ports_and_sgs() called for port_ids ['7197ae76-1beb-430e-a9cf-620230d08e49'] {{(pid=106987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 13:46:33.159961 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.db_base_plugin_common [None req-28713701-e559-4428-9c14-fe5fbed11cd0 admin admin] Allocated IP 172.20.0.1 (b8752123-78d7-4696-a283-4d3f0be721c2/76850f21-f492-4b96-acd0-8c02bb420142/db71e4cd-e1c9-4f20-bd80-1de813d4fb33) {{(pid=106985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:46:33.176235 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port c212045d-2a0a-4a78-a09a-2ea46800fb4a triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:46:33.176448 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (c212045d-2a0a-4a78-a09a-2ea46800fb4a), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:33.222626 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-b0c0b91e-5412-477d-ac36-3f6d487407b5 None None] For port 5ab22b72-1c69-4527-a9f9-445f22605d4f, host dv-cinder-779578-4-iscsi, cleared binding levels {{(pid=106987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:46:33.249223 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-b0c0b91e-5412-477d-ac36-3f6d487407b5 None None] For port 5ab22b72-1c69-4527-a9f9-445f22605d4f, host dv-cinder-779578-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=5ab22b72-1c69-4527-a9f9-445f22605d4f,segment=NetworkSegment(5f346d1e-6301-45fd-9dfc-66a590810fee),segment_id=5f346d1e-6301-45fd-9dfc-66a590810fee)] {{(pid=106987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:46:33.253025 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c2f4f6-37cb-4699-80ac-b36cc52b2575 req-92f6060c-3cb0-4b97-bf64-1724ba14e035 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:46:33.253548 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-39c2f4f6-37cb-4699-80ac-b36cc52b2575 req-92f6060c-3cb0-4b97-bf64-1724ba14e035 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 944 time: 0.1224332 Aug 24 13:46:33.333752 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-b0c0b91e-5412-477d-ac36-3f6d487407b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (5ab22b72-1c69-4527-a9f9-445f22605d4f), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:33.346839 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port c212045d-2a0a-4a78-a09a-2ea46800fb4a is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:46:33.393344 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:33.402801 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c0b91e-5412-477d-ac36-3f6d487407b5 None None] Routers {'62125126-4826-4ffa-905c-83248fe35095'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:46:33.403458 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-b0c0b91e-5412-477d-ac36-3f6d487407b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:46:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['62125126-4826-4ffa-905c-83248fe35095'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:46:33.424736 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-39c2f4f6-37cb-4699-80ac-b36cc52b2575 req-681fde06-6c75-4fdd-bb2d-1af3a250efbe tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=62bcf616-fa1e-4b4a-a518-5b1a533b9b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1491833 Aug 24 13:46:33.459776 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-28713701-e559-4428-9c14-fe5fbed11cd0 admin admin] Publish callbacks [] for port (db71e4cd-e1c9-4f20-bd80-1de813d4fb33), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:33.492046 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52ed273-5b16-4086-826c-5534d28ce88c None None] Pushing event updated for resources: {'Port': ['ID=5ab22b72-1c69-4527-a9f9-445f22605d4f,revision_number=3']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:33.569092 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:33.573792 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-b0c0b91e-5412-477d-ac36-3f6d487407b5 None None] Set router 62125126-4826-4ffa-905c-83248fe35095 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:46:33.582235 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-28713701-e559-4428-9c14-fe5fbed11cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (db71e4cd-e1c9-4f20-bd80-1de813d4fb33), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:33.645023 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28713701-e559-4428-9c14-fe5fbed11cd0 admin admin] Network b8752123-78d7-4696-a283-4d3f0be721c2 is already hosted by enough agents. {{(pid=106985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:46:33.649227 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.base_scheduler [None req-28713701-e559-4428-9c14-fe5fbed11cd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:46:33.652403 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28713701-e559-4428-9c14-fe5fbed11cd0 admin admin] Received port after_create {{(pid=106985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:46:33.703913 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28713701-e559-4428-9c14-fe5fbed11cd0 admin admin] Pushing event updated for resources: {'Port': ['ID=db71e4cd-e1c9-4f20-bd80-1de813d4fb33,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:33.726193 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-28713701-e559-4428-9c14-fe5fbed11cd0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-961072'] for router_interface (62125126-4826-4ffa-905c-83248fe35095), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:33.731208 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:33.883550 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:33.936992 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-b0c0b91e-5412-477d-ac36-3f6d487407b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62125126-4826-4ffa-905c-83248fe35095', 'name': 'tempest-TestMinimumBasicScenario-1152567800-router', 'tenant_id': '6f61a8f100cf4d39928e4d596741e1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '5ab22b72-1c69-4527-a9f9-445f22605d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:46:29Z', 'updated_at': '2022-08-24T13:46:31Z', 'revision_number': 3, 'project_id': '6f61a8f100cf4d39928e4d596741e1bb', 'gw_port': {'id': '5ab22b72-1c69-4527-a9f9-445f22605d4f', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62125126-4826-4ffa-905c-83248fe35095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:30Z', 'updated_at': '2022-08-24T13:46:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi'}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:46:33.966897 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c0b91e-5412-477d-ac36-3f6d487407b5 None None] The sync data for ids ['62125126-4826-4ffa-905c-83248fe35095'] in dv-cinder-779578-4-iscsi is: [{'id': '62125126-4826-4ffa-905c-83248fe35095', 'name': 'tempest-TestMinimumBasicScenario-1152567800-router', 'tenant_id': '6f61a8f100cf4d39928e4d596741e1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '5ab22b72-1c69-4527-a9f9-445f22605d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:46:29Z', 'updated_at': '2022-08-24T13:46:31Z', 'revision_number': 3, 'project_id': '6f61a8f100cf4d39928e4d596741e1bb', 'gw_port': {'id': '5ab22b72-1c69-4527-a9f9-445f22605d4f', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0c:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62125126-4826-4ffa-905c-83248fe35095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:30Z', 'updated_at': '2022-08-24T13:46:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi'}] {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:46:33.993998 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-19c02dcb-3a39-4bdf-bb6f-c8bb8507ae17 None None] Provisioning complete for port db71e4cd-e1c9-4f20-bd80-1de813d4fb33 triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:46:33.994316 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-19c02dcb-3a39-4bdf-bb6f-c8bb8507ae17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (db71e4cd-e1c9-4f20-bd80-1de813d4fb33), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:34.034171 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-28713701-e559-4428-9c14-fe5fbed11cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (db71e4cd-e1c9-4f20-bd80-1de813d4fb33), before_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:34.053360 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-19c02dcb-3a39-4bdf-bb6f-c8bb8507ae17 None None] Port db71e4cd-e1c9-4f20-bd80-1de813d4fb33 cannot update to ACTIVE because it is not bound. {{(pid=106987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 13:46:34.225693 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-28713701-e559-4428-9c14-fe5fbed11cd0 admin admin] Publish callbacks [] for port (db71e4cd-e1c9-4f20-bd80-1de813d4fb33), precommit_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:34.319580 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-28713701-e559-4428-9c14-fe5fbed11cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2796075'] for port (db71e4cd-e1c9-4f20-bd80-1de813d4fb33), after_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:34.397408 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:34.408280 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28713701-e559-4428-9c14-fe5fbed11cd0 admin admin] Pushing event updated for resources: {'Port': ['ID=db71e4cd-e1c9-4f20-bd80-1de813d4fb33,revision_number=2']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:34.414681 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-28713701-e559-4428-9c14-fe5fbed11cd0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-961100'] for router_interface (62125126-4826-4ffa-905c-83248fe35095), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:34.594191 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4693f75d-c4b0-4faf-a09b-b037090750ca req-9d7bd4d4-ef40-4e9c-a9f1-7242c972094d tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:46:34.595831 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4693f75d-c4b0-4faf-a09b-b037090750ca req-9d7bd4d4-ef40-4e9c-a9f1-7242c972094d tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 944 time: 0.0698161 Aug 24 13:46:34.604287 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28713701-e559-4428-9c14-fe5fbed11cd0 admin admin] Network b8752123-78d7-4696-a283-4d3f0be721c2 is already hosted by enough agents. {{(pid=106985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:46:34.610768 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.base_scheduler [None req-28713701-e559-4428-9c14-fe5fbed11cd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=106985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:46:34.732005 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4693f75d-c4b0-4faf-a09b-b037090750ca req-5a93d8f7-54c6-45fc-b64a-f214696b7fcd tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=62bcf616-fa1e-4b4a-a518-5b1a533b9b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1297467 Aug 24 13:46:34.794771 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28713701-e559-4428-9c14-fe5fbed11cd0 admin admin] Router 62125126-4826-4ffa-905c-83248fe35095 has already been hosted by L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 {{(pid=106985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 13:46:34.827266 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 7197ae76-1beb-430e-a9cf-620230d08e49 up at agent hyperv_hv-cinder-77957 {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:46:34.886119 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-cf653b96-87db-4dff-a6b7-50359492f2b0 None None] Provisioning complete for port db71e4cd-e1c9-4f20-bd80-1de813d4fb33 triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:46:34.886756 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-cf653b96-87db-4dff-a6b7-50359492f2b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (db71e4cd-e1c9-4f20-bd80-1de813d4fb33), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:34.888800 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Provisioning for port 7197ae76-1beb-430e-a9cf-620230d08e49 completed by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 13:46:34.927766 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-cf653b96-87db-4dff-a6b7-50359492f2b0 None None] Port db71e4cd-e1c9-4f20-bd80-1de813d4fb33 cannot update to ACTIVE because it is not bound. {{(pid=106987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 13:46:34.936169 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28713701-e559-4428-9c14-fe5fbed11cd0 admin admin] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:46:34.953642 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-28713701-e559-4428-9c14-fe5fbed11cd0 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/62125126-4826-4ffa-905c-83248fe35095/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7957654 Aug 24 13:46:35.015521 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Provisioning complete for port 7197ae76-1beb-430e-a9cf-620230d08e49 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:46:35.015893 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (7197ae76-1beb-430e-a9cf-620230d08e49), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:35.084752 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 5ab22b72-1c69-4527-a9f9-445f22605d4f up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:46:35.161449 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port 7197ae76-1beb-430e-a9cf-620230d08e49 is: BUILD; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:46:35.161838 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (7197ae76-1beb-430e-a9cf-620230d08e49), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:35.186394 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port 5ab22b72-1c69-4527-a9f9-445f22605d4f triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:46:35.186771 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (5ab22b72-1c69-4527-a9f9-445f22605d4f), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:35.227194 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b97d61-96c0-459d-83c5-ebd1929f344a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7197ae76-1beb-430e-a9cf-620230d08e49'}] {{(pid=106987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:46:35.230548 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee01592ba90e2cb9dcb0c84681ff9a6759d336f5db8af78df2209fafc25a55a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98eba762-1742-4e85-9727-8dda8be03252" -d '{"events": [{"server_uuid": "31b97d61-96c0-459d-83c5-ebd1929f344a", "name": "network-vif-plugged", "status": "completed", "tag": "7197ae76-1beb-430e-a9cf-620230d08e49"}]}' {{(pid=106987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:46:35.253042 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 7197ae76-1beb-430e-a9cf-620230d08e49, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=7197ae76-1beb-430e-a9cf-620230d08e49,segment=NetworkSegment(71d927bf-449a-4f61-aa64-ce086e1d6108),segment_id=71d927bf-449a-4f61-aa64-ce086e1d6108)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:46:35.297061 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 13:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22ce7e06-7358-4cf4-b0b9-c49216c56d7f x-openstack-request-id: req-22ce7e06-7358-4cf4-b0b9-c49216c56d7f {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:46:35.297887 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b97d61-96c0-459d-83c5-ebd1929f344a", "name": "network-vif-plugged", "status": "completed", "tag": "7197ae76-1beb-430e-a9cf-620230d08e49", "code": 200}]} {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:46:35.298217 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-22ce7e06-7358-4cf4-b0b9-c49216c56d7f {{(pid=106987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:46:35.298695 dv-cinder-779578-4-iscsi neutron-server[106987]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22ce7e06-7358-4cf4-b0b9-c49216c56d7f'] response: {'server_uuid': '31b97d61-96c0-459d-83c5-ebd1929f344a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7197ae76-1beb-430e-a9cf-620230d08e49', 'code': 200} Aug 24 13:46:35.316387 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port 5ab22b72-1c69-4527-a9f9-445f22605d4f is: DOWN; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:46:35.316387 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (5ab22b72-1c69-4527-a9f9-445f22605d4f), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:35.343271 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] For port 5ab22b72-1c69-4527-a9f9-445f22605d4f, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=5ab22b72-1c69-4527-a9f9-445f22605d4f,segment=NetworkSegment(5f346d1e-6301-45fd-9dfc-66a590810fee),segment_id=5f346d1e-6301-45fd-9dfc-66a590810fee)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:46:35.374406 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (7197ae76-1beb-430e-a9cf-620230d08e49), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:35.441320 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=7197ae76-1beb-430e-a9cf-620230d08e49,revision_number=5']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:35.501458 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (5ab22b72-1c69-4527-a9f9-445f22605d4f), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:35.548493 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:35.552928 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Pushing event updated for resources: {'Port': ['ID=5ab22b72-1c69-4527-a9f9-445f22605d4f,revision_number=4']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:35.790703 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32751b3-e79f-45de-a5b4-4b993000f98b req-cf34ab25-5248-42ef-980d-d16c2b4e5835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:46:35.793405 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e32751b3-e79f-45de-a5b4-4b993000f98b req-cf34ab25-5248-42ef-980d-d16c2b4e5835 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 1129 time: 0.0671146 Aug 24 13:46:35.856795 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:35.907874 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e32751b3-e79f-45de-a5b4-4b993000f98b req-e383db63-4084-40db-866b-77ff1716b5ea service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=62bcf616-fa1e-4b4a-a518-5b1a533b9b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081469 Aug 24 13:46:35.916775 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4bf77-6c89-432f-b3da-0f8fe69a3377 req-53e034c1-6a4d-42ef-b6bb-9dad41d3e10a tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:46:35.918324 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-72d4bf77-6c89-432f-b3da-0f8fe69a3377 req-53e034c1-6a4d-42ef-b6bb-9dad41d3e10a tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 945 time: 0.0902486 Aug 24 13:46:35.972390 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-72d4bf77-6c89-432f-b3da-0f8fe69a3377 req-9d4bbf24-2045-4f16-b541-281f9967db38 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=62bcf616-fa1e-4b4a-a518-5b1a533b9b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473654 Aug 24 13:46:36.002195 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 56548) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:46:36.010337 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-add85625-e27d-4d0a-8472-036acc0f25e7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1460602721-network', 'tenant_id': 'baa4fb911d194621bcf35c84c846ea9c'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:46:36.046354 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c51efff-4c5c-43ac-a3c1-171f8ce81297 None None] Sync routers for ids ['62125126-4826-4ffa-905c-83248fe35095'] in dv-cinder-779578-4-iscsi {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:46:36.104716 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c51efff-4c5c-43ac-a3c1-171f8ce81297 None None] Routers {'62125126-4826-4ffa-905c-83248fe35095'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:46:36.105339 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-0c51efff-4c5c-43ac-a3c1-171f8ce81297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:46:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['62125126-4826-4ffa-905c-83248fe35095'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:46:36.186527 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add85625-e27d-4d0a-8472-036acc0f25e7 admin admin] Made reservation on behalf of baa4fb911d194621bcf35c84c846ea9c for: {'network': 1} {{(pid=106986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:46:36.189212 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-add85625-e27d-4d0a-8472-036acc0f25e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for network (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:36.199504 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-add85625-e27d-4d0a-8472-036acc0f25e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:36.240512 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-0c51efff-4c5c-43ac-a3c1-171f8ce81297 None None] Set router 62125126-4826-4ffa-905c-83248fe35095 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:46:36.298892 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-add85625-e27d-4d0a-8472-036acc0f25e7 admin admin] Publish callbacks [] for security_group (c6a6f925-7475-4808-9b58-9acd6144a196), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:36.352769 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-add85625-e27d-4d0a-8472-036acc0f25e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (c6a6f925-7475-4808-9b58-9acd6144a196), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:36.390237 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-add85625-e27d-4d0a-8472-036acc0f25e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 447, 'physical_network': 'physnet1'} {{(pid=106986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 13:46:36.410836 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add85625-e27d-4d0a-8472-036acc0f25e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a6f925-7475-4808-9b58-9acd6144a196,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:36.415812 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-add85625-e27d-4d0a-8472-036acc0f25e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916165'] for segment (6af1e7a7-4326-4b93-86a7-e104b9d7b483), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:36.416336 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.db.segments_db [None req-add85625-e27d-4d0a-8472-036acc0f25e7 admin admin] Added segment 6af1e7a7-4326-4b93-86a7-e104b9d7b483 of type vlan for network 4c9b602c-0911-417a-a704-cb9007ee0793 Aug 24 13:46:36.469477 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-add85625-e27d-4d0a-8472-036acc0f25e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732775010169'] for network (4c9b602c-0911-417a-a704-cb9007ee0793), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:36.478500 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-0c51efff-4c5c-43ac-a3c1-171f8ce81297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62125126-4826-4ffa-905c-83248fe35095', 'name': 'tempest-TestMinimumBasicScenario-1152567800-router', 'tenant_id': '6f61a8f100cf4d39928e4d596741e1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '5ab22b72-1c69-4527-a9f9-445f22605d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:46:29Z', 'updated_at': '2022-08-24T13:46:33Z', 'revision_number': 4, 'project_id': '6f61a8f100cf4d39928e4d596741e1bb', 'gw_port': {'id': '5ab22b72-1c69-4527-a9f9-445f22605d4f', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62125126-4826-4ffa-905c-83248fe35095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:30Z', 'updated_at': '2022-08-24T13:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': 'db71e4cd-e1c9-4f20-bd80-1de813d4fb33', 'name': '', 'network_id': 'b8752123-78d7-4696-a283-4d3f0be721c2', 'tenant_id': '6f61a8f100cf4d39928e4d596741e1bb', 'mac_address': 'fa:16:3e:0b:f5:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62125126-4826-4ffa-905c-83248fe35095', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '76850f21-f492-4b96-acd0-8c02bb420142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:32Z', 'updated_at': '2022-08-24T13:46:34Z', 'revision_number': 2, 'project_id': '6f61a8f100cf4d39928e4d596741e1bb', 'subnets': [{'id': '76850f21-f492-4b96-acd0-8c02bb420142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:46:36.509834 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c51efff-4c5c-43ac-a3c1-171f8ce81297 None None] Checking router: 62125126-4826-4ffa-905c-83248fe35095 for host: dv-cinder-779578-4-iscsi {{(pid=106988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:46:36.510091 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c51efff-4c5c-43ac-a3c1-171f8ce81297 None None] Updating router 62125126-4826-4ffa-905c-83248fe35095 port db71e4cd-e1c9-4f20-bd80-1de813d4fb33 binding host dv-cinder-779578-4-iscsi {{(pid=106988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 13:46:36.630811 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-0c51efff-4c5c-43ac-a3c1-171f8ce81297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (db71e4cd-e1c9-4f20-bd80-1de813d4fb33), before_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:36.644128 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-add85625-e27d-4d0a-8472-036acc0f25e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995'] for network (4c9b602c-0911-417a-a704-cb9007ee0793), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:36.648504 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add85625-e27d-4d0a-8472-036acc0f25e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:46:36.648504 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-add85625-e27d-4d0a-8472-036acc0f25e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for network (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:36.707381 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add85625-e27d-4d0a-8472-036acc0f25e7 admin admin] Pushing event updated for resources: {'Network': ['ID=4c9b602c-0911-417a-a704-cb9007ee0793,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:36.720632 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Network 4c9b602c-0911-417a-a704-cb9007ee0793 details requested by agent ovs-agent-dv-cinder-779578-4-iscsi with host dv-cinder-779578-4-iscsi {{(pid=106987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 13:46:36.922100 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-add85625-e27d-4d0a-8472-036acc0f25e7 admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9171774 Aug 24 13:46:36.924937 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 56554) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:46:36.930694 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-77716705-9cd4-4eff-b371-98148fdeee99 admin admin] Request body: {'subnet': {'network_id': '4c9b602c-0911-417a-a704-cb9007ee0793', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1460602721-subnet', 'tenant_id': 'baa4fb911d194621bcf35c84c846ea9c', 'ip_version': 4}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:46:36.945452 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-0c51efff-4c5c-43ac-a3c1-171f8ce81297 None None] Publish callbacks [] for port (db71e4cd-e1c9-4f20-bd80-1de813d4fb33), precommit_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:37.014799 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 5ab22b72-1c69-4527-a9f9-445f22605d4f up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:46:37.023132 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-0c51efff-4c5c-43ac-a3c1-171f8ce81297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (db71e4cd-e1c9-4f20-bd80-1de813d4fb33), after_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:37.075042 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port 5ab22b72-1c69-4527-a9f9-445f22605d4f triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:46:37.075588 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (5ab22b72-1c69-4527-a9f9-445f22605d4f), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:37.090905 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77716705-9cd4-4eff-b371-98148fdeee99 admin admin] Made reservation on behalf of baa4fb911d194621bcf35c84c846ea9c for: {'subnet': 1} {{(pid=106986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:46:37.097782 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-77716705-9cd4-4eff-b371-98148fdeee99 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-17994667'] for subnet (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:37.116986 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6174d3-b2de-4fb0-a659-c4c12231d658 None None] Pushing event updated for resources: {'Port': ['ID=db71e4cd-e1c9-4f20-bd80-1de813d4fb33,revision_number=3']} {{(pid=106988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:37.147953 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.managers [None req-0c51efff-4c5c-43ac-a3c1-171f8ce81297 None None] Attempting to bind port db71e4cd-e1c9-4f20-bd80-1de813d4fb33 on host dv-cinder-779578-4-iscsi for vnic_type normal with profile {{(pid=106988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:46:37.148661 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.managers [None req-0c51efff-4c5c-43ac-a3c1-171f8ce81297 None None] Attempting to bind port db71e4cd-e1c9-4f20-bd80-1de813d4fb33 by drivers openvswitch,hyperv on host dv-cinder-779578-4-iscsi at level 0 using segments [{'id': 'eee2f36f-a970-4ec4-a399-3d8c5a2cfe2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b8752123-78d7-4696-a283-4d3f0be721c2'}] {{(pid=106988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:46:37.149189 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c51efff-4c5c-43ac-a3c1-171f8ce81297 None None] Attempting to bind port db71e4cd-e1c9-4f20-bd80-1de813d4fb33 on network b8752123-78d7-4696-a283-4d3f0be721c2 {{(pid=106988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:46:37.162057 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c51efff-4c5c-43ac-a3c1-171f8ce81297 None None] Checking agent: {'id': '00f42bad-d4f2-47c4-8e20-2c8cceeec132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 29, 55), 'started_at': datetime.datetime(2022, 8, 24, 13, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:46:37.162738 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c51efff-4c5c-43ac-a3c1-171f8ce81297 None None] Checking segment: {'id': 'eee2f36f-a970-4ec4-a399-3d8c5a2cfe2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b8752123-78d7-4696-a283-4d3f0be721c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:46:37.163775 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-0c51efff-4c5c-43ac-a3c1-171f8ce81297 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:37.164893 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd097811-b270-43de-b079-b220bc76d72b req-7ba2d355-19ef-4487-8fd2-23c02366aa24 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:46:37.167030 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-bd097811-b270-43de-b079-b220bc76d72b req-7ba2d355-19ef-4487-8fd2-23c02366aa24 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 945 time: 0.0963125 Aug 24 13:46:37.168073 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c51efff-4c5c-43ac-a3c1-171f8ce81297 None None] Bound using segment: {'id': 'eee2f36f-a970-4ec4-a399-3d8c5a2cfe2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b8752123-78d7-4696-a283-4d3f0be721c2'} {{(pid=106988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:46:37.168605 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.managers [None req-0c51efff-4c5c-43ac-a3c1-171f8ce81297 None None] Bound port: db71e4cd-e1c9-4f20-bd80-1de813d4fb33, host: dv-cinder-779578-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eee2f36f-a970-4ec4-a399-3d8c5a2cfe2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b8752123-78d7-4696-a283-4d3f0be721c2'}}] {{(pid=106988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:46:37.168993 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-0c51efff-4c5c-43ac-a3c1-171f8ce81297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (db71e4cd-e1c9-4f20-bd80-1de813d4fb33), before_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:37.172201 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port 5ab22b72-1c69-4527-a9f9-445f22605d4f is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:46:37.185036 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:37.210986 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=100 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:37.228845 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-bd097811-b270-43de-b079-b220bc76d72b req-b74d4546-b965-4d89-bd53-6fe846e88e83 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=62bcf616-fa1e-4b4a-a518-5b1a533b9b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551188 Aug 24 13:46:37.249370 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.db [None req-0c51efff-4c5c-43ac-a3c1-171f8ce81297 None None] For port db71e4cd-e1c9-4f20-bd80-1de813d4fb33, host dv-cinder-779578-4-iscsi, cleared binding levels {{(pid=106988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:46:37.253702 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.db [None req-0c51efff-4c5c-43ac-a3c1-171f8ce81297 None None] For port db71e4cd-e1c9-4f20-bd80-1de813d4fb33, host dv-cinder-779578-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=db71e4cd-e1c9-4f20-bd80-1de813d4fb33,segment=NetworkSegment(eee2f36f-a970-4ec4-a399-3d8c5a2cfe2b),segment_id=eee2f36f-a970-4ec4-a399-3d8c5a2cfe2b)] {{(pid=106988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:46:37.387496 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-0c51efff-4c5c-43ac-a3c1-171f8ce81297 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (db71e4cd-e1c9-4f20-bd80-1de813d4fb33), after_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:37.426565 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c51efff-4c5c-43ac-a3c1-171f8ce81297 None None] Routers {'62125126-4826-4ffa-905c-83248fe35095'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:46:37.427489 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-0c51efff-4c5c-43ac-a3c1-171f8ce81297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:46:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['62125126-4826-4ffa-905c-83248fe35095'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:46:37.433377 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-77716705-9cd4-4eff-b371-98148fdeee99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2990696', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-17994693'] for subnet (55ea4987-511c-438f-9ecb-af02cc72ddec), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:37.483497 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:37.496934 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77716705-9cd4-4eff-b371-98148fdeee99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55ea4987-511c-438f-9ecb-af02cc72ddec,revision_number=0']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:37.504933 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77716705-9cd4-4eff-b371-98148fdeee99 admin admin] Checking segment: {'id': '6af1e7a7-4326-4b93-86a7-e104b9d7b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4c9b602c-0911-417a-a704-cb9007ee0793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:46:37.505508 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77716705-9cd4-4eff-b371-98148fdeee99 admin admin] Network hostable DHCP agents. Network: 4c9b602c-0911-417a-a704-cb9007ee0793, hostable agents: ['5b6616ad-7c61-467c-8809-81a3e3733e23'], hosted agents: [] {{(pid=106986) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 13:46:37.508146 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6174d3-b2de-4fb0-a659-c4c12231d658 None None] Pushing event updated for resources: {'Port': ['ID=db71e4cd-e1c9-4f20-bd80-1de813d4fb33,revision_number=4']} {{(pid=106988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:37.553702 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-0c51efff-4c5c-43ac-a3c1-171f8ce81297 None None] Set router 62125126-4826-4ffa-905c-83248fe35095 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:46:37.603896 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77716705-9cd4-4eff-b371-98148fdeee99 admin admin] Network 4c9b602c-0911-417a-a704-cb9007ee0793 is scheduled to be hosted by DHCP agent 5b6616ad-7c61-467c-8809-81a3e3733e23 with binding_index 1 {{(pid=106986) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 13:46:37.607137 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:37.685128 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.base_scheduler [None req-77716705-9cd4-4eff-b371-98148fdeee99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779578-4-iscsi, 4c9b602c-0911-417a-a704-cb9007ee0793) {{(pid=106986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:46:37.689362 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77716705-9cd4-4eff-b371-98148fdeee99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:46:37.690218 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-77716705-9cd4-4eff-b371-98148fdeee99 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:37.695528 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41604c7-14eb-4c55-a385-c3e26c922e3d None None] Network 4c9b602c-0911-417a-a704-cb9007ee0793 requested from dv-cinder-779578-4-iscsi {{(pid=106987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 13:46:37.753603 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-0c51efff-4c5c-43ac-a3c1-171f8ce81297 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62125126-4826-4ffa-905c-83248fe35095', 'name': 'tempest-TestMinimumBasicScenario-1152567800-router', 'tenant_id': '6f61a8f100cf4d39928e4d596741e1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '5ab22b72-1c69-4527-a9f9-445f22605d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:46:29Z', 'updated_at': '2022-08-24T13:46:33Z', 'revision_number': 4, 'project_id': '6f61a8f100cf4d39928e4d596741e1bb', 'gw_port': {'id': '5ab22b72-1c69-4527-a9f9-445f22605d4f', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62125126-4826-4ffa-905c-83248fe35095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:30Z', 'updated_at': '2022-08-24T13:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': 'db71e4cd-e1c9-4f20-bd80-1de813d4fb33', 'name': '', 'network_id': 'b8752123-78d7-4696-a283-4d3f0be721c2', 'tenant_id': '6f61a8f100cf4d39928e4d596741e1bb', 'mac_address': 'fa:16:3e:0b:f5:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62125126-4826-4ffa-905c-83248fe35095', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '76850f21-f492-4b96-acd0-8c02bb420142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:32Z', 'updated_at': '2022-08-24T13:46:37Z', 'revision_number': 4, 'project_id': '6f61a8f100cf4d39928e4d596741e1bb', 'subnets': [{'id': '76850f21-f492-4b96-acd0-8c02bb420142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:46:37.767979 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-77716705-9cd4-4eff-b371-98148fdeee99 admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8417327 Aug 24 13:46:37.771564 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 56558) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:46:37.776863 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-d0874950-9048-4c95-a690-bf220fdca153 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1460602721-router', 'tenant_id': 'baa4fb911d194621bcf35c84c846ea9c', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'}}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:46:37.782475 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c51efff-4c5c-43ac-a3c1-171f8ce81297 None None] The sync data for ids ['62125126-4826-4ffa-905c-83248fe35095'] in dv-cinder-779578-4-iscsi is: [{'id': '62125126-4826-4ffa-905c-83248fe35095', 'name': 'tempest-TestMinimumBasicScenario-1152567800-router', 'tenant_id': '6f61a8f100cf4d39928e4d596741e1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '5ab22b72-1c69-4527-a9f9-445f22605d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:46:29Z', 'updated_at': '2022-08-24T13:46:33Z', 'revision_number': 4, 'project_id': '6f61a8f100cf4d39928e4d596741e1bb', 'gw_port': {'id': '5ab22b72-1c69-4527-a9f9-445f22605d4f', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62125126-4826-4ffa-905c-83248fe35095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:30Z', 'updated_at': '2022-08-24T13:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': 'db71e4cd-e1c9-4f20-bd80-1de813d4fb33', 'name': '', 'network_id': 'b8752123-78d7-4696-a283-4d3f0be721c2', 'tenant_id': '6f61a8f100cf4d39928e4d596741e1bb', 'mac_address': 'fa:16:3e:0b:f5:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62125126-4826-4ffa-905c-83248fe35095', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '76850f21-f492-4b96-acd0-8c02bb420142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:32Z', 'updated_at': '2022-08-24T13:46:37Z', 'revision_number': 4, 'project_id': '6f61a8f100cf4d39928e4d596741e1bb', 'subnets': [{'id': '76850f21-f492-4b96-acd0-8c02bb420142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:46:37.814931 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8995aed-2216-450f-8f4e-c7918de624ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp4ca6df2e-0481-52d5-912d-ac12d3288b0d-4c9b602c-0911-417a-a704-cb9007ee0793', 'network_id': '4c9b602c-0911-417a-a704-cb9007ee0793', 'project_id': 'baa4fb911d194621bcf35c84c846ea9c', 'fixed_ips': [{'subnet_id': '55ea4987-511c-438f-9ecb-af02cc72ddec'}]}} from dv-cinder-779578-4-iscsi. {{(pid=106987) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Aug 24 13:46:37.815985 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-f8995aed-2216-450f-8f4e-c7918de624ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:37.897051 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.agents_db [None req-66b1cbc3-9e75-488f-ab76-e3b1c287483f None None] Agent healthcheck: found 6 active agents {{(pid=106988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 13:46:37.924232 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d0874950-9048-4c95-a690-bf220fdca153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1009456', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7664'] for router (88faafe0-ac31-49fb-9014-104d6b18155c), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:37.930992 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d0874950-9048-4c95-a690-bf220fdca153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1009172', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1008860', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1030859', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7655'] for router (88faafe0-ac31-49fb-9014-104d6b18155c), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:37.995792 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.db_base_plugin_common [None req-f8995aed-2216-450f-8f4e-c7918de624ba None None] Allocated IP 172.20.0.2 (4c9b602c-0911-417a-a704-cb9007ee0793/55ea4987-511c-438f-9ecb-af02cc72ddec/c4f0e66c-3713-47e6-ba75-514d1055db1b) {{(pid=106987) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:46:37.996039 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d0874950-9048-4c95-a690-bf220fdca153 admin admin] Publish callbacks [] for router_controller (88faafe0-ac31-49fb-9014-104d6b18155c), precommit_add_association {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:38.001339 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:38.219462 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-f8995aed-2216-450f-8f4e-c7918de624ba None None] Publish callbacks [] for port (c4f0e66c-3713-47e6-ba75-514d1055db1b), precommit_create {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:38.275374 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d0874950-9048-4c95-a690-bf220fdca153 admin admin] Publish callbacks [] for router_gateway (88faafe0-ac31-49fb-9014-104d6b18155c), precommit_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:38.336865 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-f8995aed-2216-450f-8f4e-c7918de624ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634'] for port (c4f0e66c-3713-47e6-ba75-514d1055db1b), after_create {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:38.377501 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b98e8d-70b0-4a27-b49e-18efc3c48d7c req-0e43d8f5-bdf6-4503-b463-385c42ba6a5e tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:46:38.379010 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:38.381691 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-78b98e8d-70b0-4a27-b49e-18efc3c48d7c req-0e43d8f5-bdf6-4503-b463-385c42ba6a5e tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 945 time: 0.0606344 Aug 24 13:46:38.390495 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8995aed-2216-450f-8f4e-c7918de624ba None None] Network 4c9b602c-0911-417a-a704-cb9007ee0793 is already hosted by enough agents. {{(pid=106987) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:46:38.394414 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8995aed-2216-450f-8f4e-c7918de624ba None None] Pushing event updated for resources: {'Port': ['ID=c4f0e66c-3713-47e6-ba75-514d1055db1b,revision_number=1']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:38.397597 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.scheduler.base_scheduler [None req-f8995aed-2216-450f-8f4e-c7918de624ba None None] Resources bound (agent type, host, resource id): {{(pid=106987) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:46:38.401310 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8995aed-2216-450f-8f4e-c7918de624ba None None] Received port after_create {{(pid=106987) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:46:38.412227 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8995aed-2216-450f-8f4e-c7918de624ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:38.412609 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8995aed-2216-450f-8f4e-c7918de624ba None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:38.412924 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8995aed-2216-450f-8f4e-c7918de624ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:38.413256 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8995aed-2216-450f-8f4e-c7918de624ba None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:38.413581 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8995aed-2216-450f-8f4e-c7918de624ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:38.413901 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8995aed-2216-450f-8f4e-c7918de624ba None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:38.414274 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8995aed-2216-450f-8f4e-c7918de624ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:38.414590 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8995aed-2216-450f-8f4e-c7918de624ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:38.414905 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8995aed-2216-450f-8f4e-c7918de624ba None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:38.415219 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8995aed-2216-450f-8f4e-c7918de624ba None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:38.415536 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8995aed-2216-450f-8f4e-c7918de624ba None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:38.415853 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8995aed-2216-450f-8f4e-c7918de624ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:38.416165 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8995aed-2216-450f-8f4e-c7918de624ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:38.416505 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8995aed-2216-450f-8f4e-c7918de624ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:38.416815 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8995aed-2216-450f-8f4e-c7918de624ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:46:38.523882 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-f8995aed-2216-450f-8f4e-c7918de624ba None None] Attempting to bind port c4f0e66c-3713-47e6-ba75-514d1055db1b on host dv-cinder-779578-4-iscsi for vnic_type normal with profile {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:46:38.523882 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-f8995aed-2216-450f-8f4e-c7918de624ba None None] Attempting to bind port c4f0e66c-3713-47e6-ba75-514d1055db1b by drivers openvswitch,hyperv on host dv-cinder-779578-4-iscsi at level 0 using segments [{'id': '6af1e7a7-4326-4b93-86a7-e104b9d7b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4c9b602c-0911-417a-a704-cb9007ee0793'}] {{(pid=106987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:46:38.523882 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8995aed-2216-450f-8f4e-c7918de624ba None None] Attempting to bind port c4f0e66c-3713-47e6-ba75-514d1055db1b on network 4c9b602c-0911-417a-a704-cb9007ee0793 {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:46:38.528536 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8995aed-2216-450f-8f4e-c7918de624ba None None] Checking agent: {'id': '00f42bad-d4f2-47c4-8e20-2c8cceeec132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 29, 55), 'started_at': datetime.datetime(2022, 8, 24, 13, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:46:38.529093 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8995aed-2216-450f-8f4e-c7918de624ba None None] Checking segment: {'id': '6af1e7a7-4326-4b93-86a7-e104b9d7b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4c9b602c-0911-417a-a704-cb9007ee0793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106987) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:46:38.529493 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-f8995aed-2216-450f-8f4e-c7918de624ba None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:38.529892 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8995aed-2216-450f-8f4e-c7918de624ba None None] Bound using segment: {'id': '6af1e7a7-4326-4b93-86a7-e104b9d7b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4c9b602c-0911-417a-a704-cb9007ee0793'} {{(pid=106987) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:46:38.530385 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.managers [None req-f8995aed-2216-450f-8f4e-c7918de624ba None None] Bound port: c4f0e66c-3713-47e6-ba75-514d1055db1b, host: dv-cinder-779578-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af1e7a7-4326-4b93-86a7-e104b9d7b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4c9b602c-0911-417a-a704-cb9007ee0793'}}] {{(pid=106987) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:46:38.530766 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-f8995aed-2216-450f-8f4e-c7918de624ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (c4f0e66c-3713-47e6-ba75-514d1055db1b), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:38.616422 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-78b98e8d-70b0-4a27-b49e-18efc3c48d7c req-923e0bde-755f-4534-b0a8-dba5f5bbf3a8 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=62bcf616-fa1e-4b4a-a518-5b1a533b9b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2145085 Aug 24 13:46:38.616679 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-f8995aed-2216-450f-8f4e-c7918de624ba None None] For port c4f0e66c-3713-47e6-ba75-514d1055db1b, host dv-cinder-779578-4-iscsi, cleared binding levels {{(pid=106987) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:46:38.620596 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-f8995aed-2216-450f-8f4e-c7918de624ba None None] For port c4f0e66c-3713-47e6-ba75-514d1055db1b, host dv-cinder-779578-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=c4f0e66c-3713-47e6-ba75-514d1055db1b,segment=NetworkSegment(6af1e7a7-4326-4b93-86a7-e104b9d7b483),segment_id=6af1e7a7-4326-4b93-86a7-e104b9d7b483)] {{(pid=106987) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:46:38.666244 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d0874950-9048-4c95-a690-bf220fdca153 admin admin] Publish callbacks [] for router_gateway (88faafe0-ac31-49fb-9014-104d6b18155c), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:38.689626 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d0874950-9048-4c95-a690-bf220fdca153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:38.708999 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-f8995aed-2216-450f-8f4e-c7918de624ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (c4f0e66c-3713-47e6-ba75-514d1055db1b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:38.830719 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8995aed-2216-450f-8f4e-c7918de624ba None None] Pushing event updated for resources: {'Port': ['ID=c4f0e66c-3713-47e6-ba75-514d1055db1b,revision_number=2']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:38.854439 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14655138-894b-428f-98ba-d2bc778a0fb3 req-b72f600f-e9c7-47bd-a4b3-86bed1914c06 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:46:38.856098 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-14655138-894b-428f-98ba-d2bc778a0fb3 req-b72f600f-e9c7-47bd-a4b3-86bed1914c06 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 945 time: 0.1543350 Aug 24 13:46:38.868981 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 56590) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:46:38.874155 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-90b09cab-8421-4cae-a887-e5225e71dbce tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Request body: {'floatingip': {'port_id': '7197ae76-1beb-430e-a9cf-620230d08e49'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:46:38.937384 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-90b09cab-8421-4cae-a887-e5225e71dbce tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks [] for floatingip (3abe47ad-1b93-4e0c-be15-633461c06746), before_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:38.952571 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.db_base_plugin_common [None req-d0874950-9048-4c95-a690-bf220fdca153 admin admin] Allocated IP 172.27.1.6 (b9a647d2-3285-4c25-b9a6-e511e6620ca5/0f88e60e-ade3-4937-9959-ff6f15b76440/623fe1b1-ec70-4d4e-8d80-3a287e2b92cb) {{(pid=106985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:46:38.954597 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:39.109808 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device db71e4cd-e1c9-4f20-bd80-1de813d4fb33 up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:46:39.119361 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:39.159577 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d0874950-9048-4c95-a690-bf220fdca153 admin admin] Publish callbacks [] for port (623fe1b1-ec70-4d4e-8d80-3a287e2b92cb), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:39.219504 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port db71e4cd-e1c9-4f20-bd80-1de813d4fb33 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:46:39.220094 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (db71e4cd-e1c9-4f20-bd80-1de813d4fb33), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:39.273614 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d0874950-9048-4c95-a690-bf220fdca153 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (623fe1b1-ec70-4d4e-8d80-3a287e2b92cb), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:39.322131 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0874950-9048-4c95-a690-bf220fdca153 admin admin] Network b9a647d2-3285-4c25-b9a6-e511e6620ca5 is already hosted by enough agents. {{(pid=106985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:46:39.328226 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.base_scheduler [None req-d0874950-9048-4c95-a690-bf220fdca153 admin admin] Resources bound (agent type, host, resource id): {{(pid=106985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:46:39.331040 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0874950-9048-4c95-a690-bf220fdca153 admin admin] Received port after_create {{(pid=106985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:46:39.338206 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port db71e4cd-e1c9-4f20-bd80-1de813d4fb33 is: DOWN; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:46:39.338565 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (db71e4cd-e1c9-4f20-bd80-1de813d4fb33), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:39.364998 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0874950-9048-4c95-a690-bf220fdca153 admin admin] Pushing event updated for resources: {'Port': ['ID=623fe1b1-ec70-4d4e-8d80-3a287e2b92cb,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:39.382822 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] For port db71e4cd-e1c9-4f20-bd80-1de813d4fb33, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=db71e4cd-e1c9-4f20-bd80-1de813d4fb33,segment=NetworkSegment(eee2f36f-a970-4ec4-a399-3d8c5a2cfe2b),segment_id=eee2f36f-a970-4ec4-a399-3d8c5a2cfe2b)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:46:39.507149 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (db71e4cd-e1c9-4f20-bd80-1de813d4fb33), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:39.514959 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:39.548261 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-90b09cab-8421-4cae-a887-e5225e71dbce tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:39.569503 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 56594) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:46:39.584663 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Pushing event updated for resources: {'Port': ['ID=db71e4cd-e1c9-4f20-bd80-1de813d4fb33,revision_number=5']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:39.672603 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-90b09cab-8421-4cae-a887-e5225e71dbce tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961197'] for floatingip (3abe47ad-1b93-4e0c-be15-633461c06746), after_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:39.771331 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-102bf36d-e938-4219-8302-20a70081e6f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:39.778977 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d0874950-9048-4c95-a690-bf220fdca153 admin admin] Publish callbacks [] for router_gateway (88faafe0-ac31-49fb-9014-104d6b18155c), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:39.818016 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.db.l3_db [None req-90b09cab-8421-4cae-a887-e5225e71dbce tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Floating IP 3abe47ad-1b93-4e0c-be15-633461c06746 associated. External IP: 172.27.1.99, port: 7197ae76-1beb-430e-a9cf-620230d08e49. Aug 24 13:46:39.970509 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-102bf36d-e938-4219-8302-20a70081e6f5 admin admin] Publish callbacks [] for security_group (6e68f534-c6dc-41ea-a7bf-202c293b9211), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:40.001765 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d240a847-aa1b-41b5-999f-c38697e43a6e None None] Network 4c9b602c-0911-417a-a704-cb9007ee0793 requested from dv-cinder-779578-4-iscsi {{(pid=106987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 13:46:40.016953 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d0874950-9048-4c95-a690-bf220fdca153 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1009155', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1008813'] for router (88faafe0-ac31-49fb-9014-104d6b18155c), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:40.080119 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-102bf36d-e938-4219-8302-20a70081e6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (6e68f534-c6dc-41ea-a7bf-202c293b9211), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:40.091148 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:UPDATE=5,neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:40.127949 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-248e2595-90b9-417f-9ab3-9cfc5ee325cb None None] Provisioning complete for port c4f0e66c-3713-47e6-ba75-514d1055db1b triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:46:40.128377 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-248e2595-90b9-417f-9ab3-9cfc5ee325cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (c4f0e66c-3713-47e6-ba75-514d1055db1b), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:40.153059 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:40.157486 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90b09cab-8421-4cae-a887-e5225e71dbce tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Router 87b6d4bc-baf6-4275-9c49-a38eea3e0719 has already been hosted by L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 {{(pid=106986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 13:46:40.162261 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-102bf36d-e938-4219-8302-20a70081e6f5 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=f7357cf5935541a7aba0fb7c46e224cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5914125 Aug 24 13:46:40.164169 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102bf36d-e938-4219-8302-20a70081e6f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e68f534-c6dc-41ea-a7bf-202c293b9211,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:40.168484 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 56598) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:46:40.251771 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-248e2595-90b9-417f-9ab3-9cfc5ee325cb None None] Current status of the port c4f0e66c-3713-47e6-ba75-514d1055db1b is: DOWN; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:46:40.256330 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-248e2595-90b9-417f-9ab3-9cfc5ee325cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (c4f0e66c-3713-47e6-ba75-514d1055db1b), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:40.310332 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-248e2595-90b9-417f-9ab3-9cfc5ee325cb None None] For port c4f0e66c-3713-47e6-ba75-514d1055db1b, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=c4f0e66c-3713-47e6-ba75-514d1055db1b,segment=NetworkSegment(6af1e7a7-4326-4b93-86a7-e104b9d7b483),segment_id=6af1e7a7-4326-4b93-86a7-e104b9d7b483)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:46:40.342319 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b09cab-8421-4cae-a887-e5225e71dbce tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:46:40.347423 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-90b09cab-8421-4cae-a887-e5225e71dbce tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for floatingip (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:40.357041 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7d4182-3244-4ca6-9a03-508951dad033 None None] Sync routers for ids ['87b6d4bc-baf6-4275-9c49-a38eea3e0719'] in dv-cinder-779578-4-iscsi {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:46:40.373212 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7d4182-3244-4ca6-9a03-508951dad033 None None] Routers {'87b6d4bc-baf6-4275-9c49-a38eea3e0719'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:46:40.374388 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-ae7d4182-3244-4ca6-9a03-508951dad033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:46:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['87b6d4bc-baf6-4275-9c49-a38eea3e0719'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:46:40.387297 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-90b09cab-8421-4cae-a887-e5225e71dbce tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "PUT /networking/v2.0/floatingips/3abe47ad-1b93-4e0c-be15-633461c06746 HTTP/1.1" status: 200 len: 990 time: 1.5169282 Aug 24 13:46:40.393856 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b97d61-96c0-459d-83c5-ebd1929f344a', 'tag': '7197ae76-1beb-430e-a9cf-620230d08e49'}] {{(pid=106986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:46:40.393856 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d01dbab33e71115aad2ee8471a00c8ecaf37bbc8c5e47995de0ab84d59865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a25cb392-3ca8-4d99-9182-ceaaa6df5f2b" -d '{"events": [{"name": "network-changed", "server_uuid": "31b97d61-96c0-459d-83c5-ebd1929f344a", "tag": "7197ae76-1beb-430e-a9cf-620230d08e49"}]}' {{(pid=106986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:46:40.445203 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 13:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec3bbb5-398e-411c-b76e-e10d56d823ea x-openstack-request-id: req-2ec3bbb5-398e-411c-b76e-e10d56d823ea {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:46:40.445203 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31b97d61-96c0-459d-83c5-ebd1929f344a", "tag": "7197ae76-1beb-430e-a9cf-620230d08e49", "status": "completed", "code": 200}]} {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:46:40.445203 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2ec3bbb5-398e-411c-b76e-e10d56d823ea {{(pid=106986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:46:40.445203 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ec3bbb5-398e-411c-b76e-e10d56d823ea'] response: {'name': 'network-changed', 'server_uuid': '31b97d61-96c0-459d-83c5-ebd1929f344a', 'tag': '7197ae76-1beb-430e-a9cf-620230d08e49', 'status': 'completed', 'code': 200} Aug 24 13:46:40.473706 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-248e2595-90b9-417f-9ab3-9cfc5ee325cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (c4f0e66c-3713-47e6-ba75-514d1055db1b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:40.539558 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:40.553256 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248e2595-90b9-417f-9ab3-9cfc5ee325cb None None] Pushing event updated for resources: {'Port': ['ID=c4f0e66c-3713-47e6-ba75-514d1055db1b,revision_number=3']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:40.568607 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-ae7d4182-3244-4ca6-9a03-508951dad033 None None] Set router 87b6d4bc-baf6-4275-9c49-a38eea3e0719 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:46:40.590694 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-b21329fc-1005-4810-ac94-c89dd1b9ed5e admin admin] Publish callbacks [] for security_group (6e68f534-c6dc-41ea-a7bf-202c293b9211), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:40.594565 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25cb392-3ca8-4d99-9182-ceaaa6df5f2b req-0b693e14-0a53-4942-9f79-84c29ac4a36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:46:40.596128 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a25cb392-3ca8-4d99-9182-ceaaa6df5f2b req-0b693e14-0a53-4942-9f79-84c29ac4a36d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=ca298d9092ad4a9489f1624d62b2ac1d&device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 1129 time: 0.0667653 Aug 24 13:46:40.620745 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-5265689c-0f54-4d92-a8fa-ac4bf0e82168 None None] Provisioning complete for port c4f0e66c-3713-47e6-ba75-514d1055db1b triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:46:40.621344 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-5265689c-0f54-4d92-a8fa-ac4bf0e82168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (c4f0e66c-3713-47e6-ba75-514d1055db1b), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:40.640003 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-b21329fc-1005-4810-ac94-c89dd1b9ed5e admin admin] Publish callbacks [] for security_group (6e68f534-c6dc-41ea-a7bf-202c293b9211), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:40.674307 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0874950-9048-4c95-a690-bf220fdca153 admin admin] Router 88faafe0-ac31-49fb-9014-104d6b18155c is scheduled to L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 with binding_index 1 {{(pid=106985) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 24 13:46:40.798249 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-5265689c-0f54-4d92-a8fa-ac4bf0e82168 None None] Current status of the port c4f0e66c-3713-47e6-ba75-514d1055db1b is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:46:40.821134 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25cb392-3ca8-4d99-9182-ceaaa6df5f2b req-eb0ed286-b036-407b-951a-8894f9a89a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:46:40.822599 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a25cb392-3ca8-4d99-9182-ceaaa6df5f2b req-eb0ed286-b036-407b-951a-8894f9a89a57 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=f3395214-009c-4aba-9dda-777a5c33eecb HTTP/1.1" status: 200 len: 912 time: 0.2192967 Aug 24 13:46:40.875060 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-ae7d4182-3244-4ca6-9a03-508951dad033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'name': 'tempest-AttachVolumeTestJSON-1185539921-router', 'tenant_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'f3ad2d68-50c1-4975-9152-92c9167b4531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:46:11Z', 'updated_at': '2022-08-24T13:46:14Z', 'revision_number': 4, 'project_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'gw_port': {'id': 'f3ad2d68-50c1-4975-9152-92c9167b4531', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:11Z', 'updated_at': '2022-08-24T13:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_floatingips': [{'id': '3abe47ad-1b93-4e0c-be15-633461c06746', 'tenant_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'floating_ip_address': '172.27.1.99', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'port_id': '7197ae76-1beb-430e-a9cf-620230d08e49', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3395214-009c-4aba-9dda-777a5c33eecb', 'mac_address': 'fa:16:3e:e4:ea:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b97d61-96c0-459d-83c5-ebd1929f344a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:46:17Z', 'updated_at': '2022-08-24T13:46:39Z', 'revision_number': 1, 'project_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19df55e7-80a0-4d3e-ad05-06f98227dae8', 'name': '', 'network_id': 'f3395214-009c-4aba-9dda-777a5c33eecb', 'tenant_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'mac_address': 'fa:16:3e:e1:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1f46d6dd-5a73-4b8e-8e50-cedc158c26c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:13Z', 'updated_at': '2022-08-24T13:46:19Z', 'revision_number': 5, 'project_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'subnets': [{'id': '1f46d6dd-5a73-4b8e-8e50-cedc158c26c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:46:40.896590 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0874950-9048-4c95-a690-bf220fdca153 admin admin] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:46:40.904829 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a25cb392-3ca8-4d99-9182-ceaaa6df5f2b req-fad5a4a9-30b5-418b-aa28-24ec0c2c9ed7 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7197ae76-1beb-430e-a9cf-620230d08e49 HTTP/1.1" status: 200 len: 998 time: 0.0740263 Aug 24 13:46:40.906759 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecba8d7-9143-49aa-8e31-91cdd8ec4099 None None] Sync routers for ids ['88faafe0-ac31-49fb-9014-104d6b18155c'] in dv-cinder-779578-4-iscsi {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:46:40.910681 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7d4182-3244-4ca6-9a03-508951dad033 None None] Checking router: 87b6d4bc-baf6-4275-9c49-a38eea3e0719 for host: dv-cinder-779578-4-iscsi {{(pid=106987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:46:40.921462 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7d4182-3244-4ca6-9a03-508951dad033 None None] Routers {'87b6d4bc-baf6-4275-9c49-a38eea3e0719'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:46:40.922084 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-ae7d4182-3244-4ca6-9a03-508951dad033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:46:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['87b6d4bc-baf6-4275-9c49-a38eea3e0719'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:46:40.924032 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecba8d7-9143-49aa-8e31-91cdd8ec4099 None None] Routers {'88faafe0-ac31-49fb-9014-104d6b18155c'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:46:40.931039 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-4ecba8d7-9143-49aa-8e31-91cdd8ec4099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:46:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['88faafe0-ac31-49fb-9014-104d6b18155c'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:46:40.955991 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-b21329fc-1005-4810-ac94-c89dd1b9ed5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (6e68f534-c6dc-41ea-a7bf-202c293b9211), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:40.959620 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-b21329fc-1005-4810-ac94-c89dd1b9ed5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:40.976775 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-b21329fc-1005-4810-ac94-c89dd1b9ed5e admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/6e68f534-c6dc-41ea-a7bf-202c293b9211 HTTP/1.1" status: 204 len: 168 time: 0.7904956 Aug 24 13:46:40.978021 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21329fc-1005-4810-ac94-c89dd1b9ed5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e68f534-c6dc-41ea-a7bf-202c293b9211,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:40.981754 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25cb392-3ca8-4d99-9182-ceaaa6df5f2b req-4b0788cc-1681-4703-a161-db8297ab7b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:46:40.983318 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a25cb392-3ca8-4d99-9182-ceaaa6df5f2b req-4b0788cc-1681-4703-a161-db8297ab7b63 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=1f46d6dd-5a73-4b8e-8e50-cedc158c26c7 HTTP/1.1" status: 200 len: 850 time: 0.0678501 Aug 24 13:46:41.035448 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-4ecba8d7-9143-49aa-8e31-91cdd8ec4099 None None] Set router 88faafe0-ac31-49fb-9014-104d6b18155c gateway port host: dv-cinder-779578-4-iscsi {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:46:41.052789 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d0874950-9048-4c95-a690-bf220fdca153 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:41.062572 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-d0874950-9048-4c95-a690-bf220fdca153 admin admin] 10.222.0.73 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.2879488 Aug 24 13:46:41.065124 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 56606) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:46:41.095316 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25cb392-3ca8-4d99-9182-ceaaa6df5f2b req-5c9c2baf-f566-4abc-89aa-c01e9dd5357e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:46:41.103580 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a25cb392-3ca8-4d99-9182-ceaaa6df5f2b req-5c9c2baf-f566-4abc-89aa-c01e9dd5357e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=f3395214-009c-4aba-9dda-777a5c33eecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1100087 Aug 24 13:46:41.199193 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:41.277426 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-ae7d4182-3244-4ca6-9a03-508951dad033 None None] Set router 87b6d4bc-baf6-4275-9c49-a38eea3e0719 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:46:41.284743 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:41.300015 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a25cb392-3ca8-4d99-9182-ceaaa6df5f2b req-f5e956cb-5c59-46ec-9254-aaa8bbfcc13d service neutron] 10.222.0.20 "GET /networking/v2.0/networks/f3395214-009c-4aba-9dda-777a5c33eecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782753 Aug 24 13:46:41.300571 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:41.302070 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-4ecba8d7-9143-49aa-8e31-91cdd8ec4099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88faafe0-ac31-49fb-9014-104d6b18155c', 'name': 'tempest-TestMinimumBasicScenario-1460602721-router', 'tenant_id': 'baa4fb911d194621bcf35c84c846ea9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '623fe1b1-ec70-4d4e-8d80-3a287e2b92cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:46:37Z', 'updated_at': '2022-08-24T13:46:39Z', 'revision_number': 3, 'project_id': 'baa4fb911d194621bcf35c84c846ea9c', 'gw_port': {'id': '623fe1b1-ec70-4d4e-8d80-3a287e2b92cb', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:73:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88faafe0-ac31-49fb-9014-104d6b18155c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:38Z', 'updated_at': '2022-08-24T13:46:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi'}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:46:41.335882 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device db71e4cd-e1c9-4f20-bd80-1de813d4fb33 up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:46:41.337031 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecba8d7-9143-49aa-8e31-91cdd8ec4099 None None] Checking router: 88faafe0-ac31-49fb-9014-104d6b18155c for host: dv-cinder-779578-4-iscsi {{(pid=106988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:46:41.337735 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecba8d7-9143-49aa-8e31-91cdd8ec4099 None None] Updating router 88faafe0-ac31-49fb-9014-104d6b18155c port 623fe1b1-ec70-4d4e-8d80-3a287e2b92cb binding host dv-cinder-779578-4-iscsi {{(pid=106988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 13:46:41.380976 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-4ecba8d7-9143-49aa-8e31-91cdd8ec4099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (623fe1b1-ec70-4d4e-8d80-3a287e2b92cb), before_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:41.437376 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a25cb392-3ca8-4d99-9182-ceaaa6df5f2b req-feaf1e1e-921d-40da-a840-01093c61a063 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/f3395214-009c-4aba-9dda-777a5c33eecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382940 Aug 24 13:46:41.471963 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port db71e4cd-e1c9-4f20-bd80-1de813d4fb33 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:46:41.472419 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (db71e4cd-e1c9-4f20-bd80-1de813d4fb33), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:41.521441 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=100 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:41.642065 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:41.665261 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port db71e4cd-e1c9-4f20-bd80-1de813d4fb33 is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:46:41.666393 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device c4f0e66c-3713-47e6-ba75-514d1055db1b up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:46:41.713538 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-ae7d4182-3244-4ca6-9a03-508951dad033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'name': 'tempest-AttachVolumeTestJSON-1185539921-router', 'tenant_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'f3ad2d68-50c1-4975-9152-92c9167b4531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:46:11Z', 'updated_at': '2022-08-24T13:46:14Z', 'revision_number': 4, 'project_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'gw_port': {'id': 'f3ad2d68-50c1-4975-9152-92c9167b4531', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:11Z', 'updated_at': '2022-08-24T13:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_floatingips': [{'id': '3abe47ad-1b93-4e0c-be15-633461c06746', 'tenant_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'floating_ip_address': '172.27.1.99', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'port_id': '7197ae76-1beb-430e-a9cf-620230d08e49', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3395214-009c-4aba-9dda-777a5c33eecb', 'mac_address': 'fa:16:3e:e4:ea:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b97d61-96c0-459d-83c5-ebd1929f344a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:46:17Z', 'updated_at': '2022-08-24T13:46:39Z', 'revision_number': 1, 'project_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19df55e7-80a0-4d3e-ad05-06f98227dae8', 'name': '', 'network_id': 'f3395214-009c-4aba-9dda-777a5c33eecb', 'tenant_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'mac_address': 'fa:16:3e:e1:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1f46d6dd-5a73-4b8e-8e50-cedc158c26c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:13Z', 'updated_at': '2022-08-24T13:46:19Z', 'revision_number': 5, 'project_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'subnets': [{'id': '1f46d6dd-5a73-4b8e-8e50-cedc158c26c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:46:41.730722 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-4ecba8d7-9143-49aa-8e31-91cdd8ec4099 None None] Publish callbacks [] for port (623fe1b1-ec70-4d4e-8d80-3a287e2b92cb), precommit_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:41.744652 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae7d4182-3244-4ca6-9a03-508951dad033 None None] The sync data for ids ['87b6d4bc-baf6-4275-9c49-a38eea3e0719'] in dv-cinder-779578-4-iscsi is: [{'id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'name': 'tempest-AttachVolumeTestJSON-1185539921-router', 'tenant_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'f3ad2d68-50c1-4975-9152-92c9167b4531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:46:11Z', 'updated_at': '2022-08-24T13:46:14Z', 'revision_number': 4, 'project_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'gw_port': {'id': 'f3ad2d68-50c1-4975-9152-92c9167b4531', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:11Z', 'updated_at': '2022-08-24T13:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_floatingips': [{'id': '3abe47ad-1b93-4e0c-be15-633461c06746', 'tenant_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'floating_ip_address': '172.27.1.99', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'port_id': '7197ae76-1beb-430e-a9cf-620230d08e49', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3395214-009c-4aba-9dda-777a5c33eecb', 'mac_address': 'fa:16:3e:e4:ea:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b97d61-96c0-459d-83c5-ebd1929f344a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:46:17Z', 'updated_at': '2022-08-24T13:46:39Z', 'revision_number': 1, 'project_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19df55e7-80a0-4d3e-ad05-06f98227dae8', 'name': '', 'network_id': 'f3395214-009c-4aba-9dda-777a5c33eecb', 'tenant_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'mac_address': 'fa:16:3e:e1:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1f46d6dd-5a73-4b8e-8e50-cedc158c26c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:13Z', 'updated_at': '2022-08-24T13:46:19Z', 'revision_number': 5, 'project_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'subnets': [{'id': '1f46d6dd-5a73-4b8e-8e50-cedc158c26c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:46:41.752021 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port c4f0e66c-3713-47e6-ba75-514d1055db1b triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:46:41.752356 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (c4f0e66c-3713-47e6-ba75-514d1055db1b), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:41.849489 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port c4f0e66c-3713-47e6-ba75-514d1055db1b is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:46:41.912927 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e2b36bd9-3684-414f-9271-ea6a9164f146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:41.930096 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-4ecba8d7-9143-49aa-8e31-91cdd8ec4099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (623fe1b1-ec70-4d4e-8d80-3a287e2b92cb), after_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:41.933829 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=100 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:41.986853 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.managers [None req-4ecba8d7-9143-49aa-8e31-91cdd8ec4099 None None] Attempting to bind port 623fe1b1-ec70-4d4e-8d80-3a287e2b92cb on host dv-cinder-779578-4-iscsi for vnic_type normal with profile {{(pid=106988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:46:41.987467 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.managers [None req-4ecba8d7-9143-49aa-8e31-91cdd8ec4099 None None] Attempting to bind port 623fe1b1-ec70-4d4e-8d80-3a287e2b92cb by drivers openvswitch,hyperv on host dv-cinder-779578-4-iscsi at level 0 using segments [{'id': '5f346d1e-6301-45fd-9dfc-66a590810fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'}] {{(pid=106988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:46:41.988015 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecba8d7-9143-49aa-8e31-91cdd8ec4099 None None] Attempting to bind port 623fe1b1-ec70-4d4e-8d80-3a287e2b92cb on network b9a647d2-3285-4c25-b9a6-e511e6620ca5 {{(pid=106988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:46:41.996267 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecba8d7-9143-49aa-8e31-91cdd8ec4099 None None] Checking agent: {'id': '00f42bad-d4f2-47c4-8e20-2c8cceeec132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 29, 55), 'started_at': datetime.datetime(2022, 8, 24, 13, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:46:41.996667 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecba8d7-9143-49aa-8e31-91cdd8ec4099 None None] Checking segment: {'id': '5f346d1e-6301-45fd-9dfc-66a590810fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:46:41.997013 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-4ecba8d7-9143-49aa-8e31-91cdd8ec4099 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:41.997403 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecba8d7-9143-49aa-8e31-91cdd8ec4099 None None] Bound using segment: {'id': '5f346d1e-6301-45fd-9dfc-66a590810fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'} {{(pid=106988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:46:42.000030 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.managers [None req-4ecba8d7-9143-49aa-8e31-91cdd8ec4099 None None] Bound port: 623fe1b1-ec70-4d4e-8d80-3a287e2b92cb, host: dv-cinder-779578-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f346d1e-6301-45fd-9dfc-66a590810fee', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'}}] {{(pid=106988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:46:42.000030 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-4ecba8d7-9143-49aa-8e31-91cdd8ec4099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (623fe1b1-ec70-4d4e-8d80-3a287e2b92cb), before_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:42.017973 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d025748-baad-4aac-b8e9-221dd7ae7c13 None None] New status for floating IP 3abe47ad-1b93-4e0c-be15-633461c06746: ACTIVE {{(pid=106987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 13:46:42.042437 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd230788-f3b1-473e-bd1b-2cf465b2515d None None] Pushing event updated for resources: {'Port': ['ID=623fe1b1-ec70-4d4e-8d80-3a287e2b92cb,revision_number=2']} {{(pid=106988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:42.070425 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.db [None req-4ecba8d7-9143-49aa-8e31-91cdd8ec4099 None None] For port 623fe1b1-ec70-4d4e-8d80-3a287e2b92cb, host dv-cinder-779578-4-iscsi, cleared binding levels {{(pid=106988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:46:42.074834 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.db [None req-4ecba8d7-9143-49aa-8e31-91cdd8ec4099 None None] For port 623fe1b1-ec70-4d4e-8d80-3a287e2b92cb, host dv-cinder-779578-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=623fe1b1-ec70-4d4e-8d80-3a287e2b92cb,segment=NetworkSegment(5f346d1e-6301-45fd-9dfc-66a590810fee),segment_id=5f346d1e-6301-45fd-9dfc-66a590810fee)] {{(pid=106988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:46:42.115412 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.db_base_plugin_common [None req-e2b36bd9-3684-414f-9271-ea6a9164f146 admin admin] Allocated IP 172.20.0.1 (4c9b602c-0911-417a-a704-cb9007ee0793/55ea4987-511c-438f-9ecb-af02cc72ddec/844ef139-f83f-47be-a2a6-a4143f1a090b) {{(pid=106986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:46:42.183992 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 56610) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:46:42.199339 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-495aaba0-37f4-42f3-a3c9-a5661223ca3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:42.225475 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e2b36bd9-3684-414f-9271-ea6a9164f146 admin admin] Publish callbacks [] for port (844ef139-f83f-47be-a2a6-a4143f1a090b), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:42.283752 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-495aaba0-37f4-42f3-a3c9-a5661223ca3a admin admin] Publish callbacks [] for security_group (818a12ed-4c60-4324-b403-57d6623f53a1), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:42.291311 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-4ecba8d7-9143-49aa-8e31-91cdd8ec4099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (623fe1b1-ec70-4d4e-8d80-3a287e2b92cb), after_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:42.339515 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ecba8d7-9143-49aa-8e31-91cdd8ec4099 None None] Routers {'88faafe0-ac31-49fb-9014-104d6b18155c'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:46:42.340300 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-4ecba8d7-9143-49aa-8e31-91cdd8ec4099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:46:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['88faafe0-ac31-49fb-9014-104d6b18155c'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:46:42.358693 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e2b36bd9-3684-414f-9271-ea6a9164f146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990584'] for port (844ef139-f83f-47be-a2a6-a4143f1a090b), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:42.400668 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b36bd9-3684-414f-9271-ea6a9164f146 admin admin] Network 4c9b602c-0911-417a-a704-cb9007ee0793 is already hosted by enough agents. {{(pid=106986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:46:42.403815 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.base_scheduler [None req-e2b36bd9-3684-414f-9271-ea6a9164f146 admin admin] Resources bound (agent type, host, resource id): {{(pid=106986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:46:42.404473 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-495aaba0-37f4-42f3-a3c9-a5661223ca3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (818a12ed-4c60-4324-b403-57d6623f53a1), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:42.414242 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b36bd9-3684-414f-9271-ea6a9164f146 admin admin] Received port after_create {{(pid=106986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:46:42.423266 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd230788-f3b1-473e-bd1b-2cf465b2515d None None] Pushing event updated for resources: {'Port': ['ID=623fe1b1-ec70-4d4e-8d80-3a287e2b92cb,revision_number=3']} {{(pid=106988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:42.441465 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b36bd9-3684-414f-9271-ea6a9164f146 admin admin] Pushing event updated for resources: {'Port': ['ID=844ef139-f83f-47be-a2a6-a4143f1a090b,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:42.457508 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 56612) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:46:42.457831 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-495aaba0-37f4-42f3-a3c9-a5661223ca3a admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=90bbc679faf847fe9ef79f7cea247d94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2714012 Aug 24 13:46:42.475986 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495aaba0-37f4-42f3-a3c9-a5661223ca3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=818a12ed-4c60-4324-b403-57d6623f53a1,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:42.495253 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e2b36bd9-3684-414f-9271-ea6a9164f146 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-961072'] for router_interface (88faafe0-ac31-49fb-9014-104d6b18155c), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:42.497498 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-4ecba8d7-9143-49aa-8e31-91cdd8ec4099 None None] Set router 88faafe0-ac31-49fb-9014-104d6b18155c gateway port host: dv-cinder-779578-4-iscsi {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:46:42.591974 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-cf215eb3-f81b-49b9-a76a-74c58a0b36e1 admin admin] Publish callbacks [] for security_group (818a12ed-4c60-4324-b403-57d6623f53a1), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:42.594525 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=100 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:42.640482 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-cf215eb3-f81b-49b9-a76a-74c58a0b36e1 admin admin] Publish callbacks [] for security_group (818a12ed-4c60-4324-b403-57d6623f53a1), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:42.742950 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-f6f4e430-c74e-471a-b274-3e6b39441200 None None] Provisioning complete for port 844ef139-f83f-47be-a2a6-a4143f1a090b triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:46:42.744603 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-f6f4e430-c74e-471a-b274-3e6b39441200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (844ef139-f83f-47be-a2a6-a4143f1a090b), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:42.798887 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-f6f4e430-c74e-471a-b274-3e6b39441200 None None] Port 844ef139-f83f-47be-a2a6-a4143f1a090b cannot update to ACTIVE because it is not bound. {{(pid=106987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 13:46:42.804325 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-4ecba8d7-9143-49aa-8e31-91cdd8ec4099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88faafe0-ac31-49fb-9014-104d6b18155c', 'name': 'tempest-TestMinimumBasicScenario-1460602721-router', 'tenant_id': 'baa4fb911d194621bcf35c84c846ea9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '623fe1b1-ec70-4d4e-8d80-3a287e2b92cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:46:37Z', 'updated_at': '2022-08-24T13:46:39Z', 'revision_number': 3, 'project_id': 'baa4fb911d194621bcf35c84c846ea9c', 'gw_port': {'id': '623fe1b1-ec70-4d4e-8d80-3a287e2b92cb', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:73:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88faafe0-ac31-49fb-9014-104d6b18155c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:38Z', 'updated_at': '2022-08-24T13:46:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi'}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:46:42.807605 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e2b36bd9-3684-414f-9271-ea6a9164f146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (844ef139-f83f-47be-a2a6-a4143f1a090b), before_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:42.831205 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ecba8d7-9143-49aa-8e31-91cdd8ec4099 None None] The sync data for ids ['88faafe0-ac31-49fb-9014-104d6b18155c'] in dv-cinder-779578-4-iscsi is: [{'id': '88faafe0-ac31-49fb-9014-104d6b18155c', 'name': 'tempest-TestMinimumBasicScenario-1460602721-router', 'tenant_id': 'baa4fb911d194621bcf35c84c846ea9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '623fe1b1-ec70-4d4e-8d80-3a287e2b92cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:46:37Z', 'updated_at': '2022-08-24T13:46:39Z', 'revision_number': 3, 'project_id': 'baa4fb911d194621bcf35c84c846ea9c', 'gw_port': {'id': '623fe1b1-ec70-4d4e-8d80-3a287e2b92cb', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:73:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88faafe0-ac31-49fb-9014-104d6b18155c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:38Z', 'updated_at': '2022-08-24T13:46:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi'}] {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:46:42.988498 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e2b36bd9-3684-414f-9271-ea6a9164f146 admin admin] Publish callbacks [] for port (844ef139-f83f-47be-a2a6-a4143f1a090b), precommit_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:43.090367 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e2b36bd9-3684-414f-9271-ea6a9164f146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2990583'] for port (844ef139-f83f-47be-a2a6-a4143f1a090b), after_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:43.148100 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-cf215eb3-f81b-49b9-a76a-74c58a0b36e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (818a12ed-4c60-4324-b403-57d6623f53a1), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:43.150594 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-cf215eb3-f81b-49b9-a76a-74c58a0b36e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:43.151751 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-cf215eb3-f81b-49b9-a76a-74c58a0b36e1 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/818a12ed-4c60-4324-b403-57d6623f53a1 HTTP/1.1" status: 204 len: 168 time: 0.6951973 Aug 24 13:46:43.175069 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf215eb3-f81b-49b9-a76a-74c58a0b36e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=818a12ed-4c60-4324-b403-57d6623f53a1,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:43.193084 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e2b36bd9-3684-414f-9271-ea6a9164f146 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-961100'] for router_interface (88faafe0-ac31-49fb-9014-104d6b18155c), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:43.195098 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b36bd9-3684-414f-9271-ea6a9164f146 admin admin] Pushing event updated for resources: {'Port': ['ID=844ef139-f83f-47be-a2a6-a4143f1a090b,revision_number=2']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:43.238499 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:43.290422 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:43.313610 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:43.324983 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b36bd9-3684-414f-9271-ea6a9164f146 admin admin] Network 4c9b602c-0911-417a-a704-cb9007ee0793 is already hosted by enough agents. {{(pid=106986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:46:43.326502 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.base_scheduler [None req-e2b36bd9-3684-414f-9271-ea6a9164f146 admin admin] Resources bound (agent type, host, resource id): {{(pid=106986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:46:43.412385 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:43.451564 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2b36bd9-3684-414f-9271-ea6a9164f146 admin admin] Router 88faafe0-ac31-49fb-9014-104d6b18155c has already been hosted by L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 {{(pid=106986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 13:46:43.569923 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2b36bd9-3684-414f-9271-ea6a9164f146 admin admin] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:46:43.575552 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-e2b36bd9-3684-414f-9271-ea6a9164f146 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/88faafe0-ac31-49fb-9014-104d6b18155c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5087705 Aug 24 13:46:43.622467 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-48afb563-b399-4091-986d-3aa3a6b37f78 None None] Provisioning complete for port 844ef139-f83f-47be-a2a6-a4143f1a090b triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:46:43.622837 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-48afb563-b399-4091-986d-3aa3a6b37f78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (844ef139-f83f-47be-a2a6-a4143f1a090b), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:43.657282 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-48afb563-b399-4091-986d-3aa3a6b37f78 None None] Port 844ef139-f83f-47be-a2a6-a4143f1a090b cannot update to ACTIVE because it is not bound. {{(pid=106987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 13:46:44.330117 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:45.065684 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 623fe1b1-ec70-4d4e-8d80-3a287e2b92cb up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:46:45.144156 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port 623fe1b1-ec70-4d4e-8d80-3a287e2b92cb triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:46:45.144562 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (623fe1b1-ec70-4d4e-8d80-3a287e2b92cb), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:45.276938 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port 623fe1b1-ec70-4d4e-8d80-3a287e2b92cb is: DOWN; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:46:45.277647 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (623fe1b1-ec70-4d4e-8d80-3a287e2b92cb), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:45.306016 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] For port 623fe1b1-ec70-4d4e-8d80-3a287e2b92cb, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=623fe1b1-ec70-4d4e-8d80-3a287e2b92cb,segment=NetworkSegment(5f346d1e-6301-45fd-9dfc-66a590810fee),segment_id=5f346d1e-6301-45fd-9dfc-66a590810fee)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:46:45.370002 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (623fe1b1-ec70-4d4e-8d80-3a287e2b92cb), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:45.453522 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Pushing event updated for resources: {'Port': ['ID=623fe1b1-ec70-4d4e-8d80-3a287e2b92cb,revision_number=4']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:45.560690 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae78cb5-1137-4dd4-8c0e-76c066678273 None None] Sync routers for ids ['88faafe0-ac31-49fb-9014-104d6b18155c'] in dv-cinder-779578-4-iscsi {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:46:45.591589 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae78cb5-1137-4dd4-8c0e-76c066678273 None None] Routers {'88faafe0-ac31-49fb-9014-104d6b18155c'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:46:45.594460 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-2ae78cb5-1137-4dd4-8c0e-76c066678273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:46:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['88faafe0-ac31-49fb-9014-104d6b18155c'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:46:45.774217 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-2ae78cb5-1137-4dd4-8c0e-76c066678273 None None] Set router 88faafe0-ac31-49fb-9014-104d6b18155c gateway port host: dv-cinder-779578-4-iscsi {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:46:46.052647 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-2ae78cb5-1137-4dd4-8c0e-76c066678273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88faafe0-ac31-49fb-9014-104d6b18155c', 'name': 'tempest-TestMinimumBasicScenario-1460602721-router', 'tenant_id': 'baa4fb911d194621bcf35c84c846ea9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '623fe1b1-ec70-4d4e-8d80-3a287e2b92cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:46:37Z', 'updated_at': '2022-08-24T13:46:42Z', 'revision_number': 4, 'project_id': 'baa4fb911d194621bcf35c84c846ea9c', 'gw_port': {'id': '623fe1b1-ec70-4d4e-8d80-3a287e2b92cb', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88faafe0-ac31-49fb-9014-104d6b18155c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:38Z', 'updated_at': '2022-08-24T13:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': '844ef139-f83f-47be-a2a6-a4143f1a090b', 'name': '', 'network_id': '4c9b602c-0911-417a-a704-cb9007ee0793', 'tenant_id': 'baa4fb911d194621bcf35c84c846ea9c', 'mac_address': 'fa:16:3e:83:49:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88faafe0-ac31-49fb-9014-104d6b18155c', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '55ea4987-511c-438f-9ecb-af02cc72ddec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:41Z', 'updated_at': '2022-08-24T13:46:42Z', 'revision_number': 2, 'project_id': 'baa4fb911d194621bcf35c84c846ea9c', 'subnets': [{'id': '55ea4987-511c-438f-9ecb-af02cc72ddec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:46:46.081261 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae78cb5-1137-4dd4-8c0e-76c066678273 None None] Checking router: 88faafe0-ac31-49fb-9014-104d6b18155c for host: dv-cinder-779578-4-iscsi {{(pid=106988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:46:46.081901 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae78cb5-1137-4dd4-8c0e-76c066678273 None None] Updating router 88faafe0-ac31-49fb-9014-104d6b18155c port 844ef139-f83f-47be-a2a6-a4143f1a090b binding host dv-cinder-779578-4-iscsi {{(pid=106988) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 24 13:46:46.115066 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-2ae78cb5-1137-4dd4-8c0e-76c066678273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (844ef139-f83f-47be-a2a6-a4143f1a090b), before_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:46.495131 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-2ae78cb5-1137-4dd4-8c0e-76c066678273 None None] Publish callbacks [] for port (844ef139-f83f-47be-a2a6-a4143f1a090b), precommit_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:46.560459 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 56686) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:46:46.616628 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-2ae78cb5-1137-4dd4-8c0e-76c066678273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (844ef139-f83f-47be-a2a6-a4143f1a090b), after_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:46.720070 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f5315-f845-4026-bc10-2ae517024211 None None] Pushing event updated for resources: {'Port': ['ID=844ef139-f83f-47be-a2a6-a4143f1a090b,revision_number=3']} {{(pid=106988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:46.735008 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.managers [None req-2ae78cb5-1137-4dd4-8c0e-76c066678273 None None] Attempting to bind port 844ef139-f83f-47be-a2a6-a4143f1a090b on host dv-cinder-779578-4-iscsi for vnic_type normal with profile {{(pid=106988) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:46:46.735381 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.managers [None req-2ae78cb5-1137-4dd4-8c0e-76c066678273 None None] Attempting to bind port 844ef139-f83f-47be-a2a6-a4143f1a090b by drivers openvswitch,hyperv on host dv-cinder-779578-4-iscsi at level 0 using segments [{'id': '6af1e7a7-4326-4b93-86a7-e104b9d7b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4c9b602c-0911-417a-a704-cb9007ee0793'}] {{(pid=106988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:46:46.735742 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae78cb5-1137-4dd4-8c0e-76c066678273 None None] Attempting to bind port 844ef139-f83f-47be-a2a6-a4143f1a090b on network 4c9b602c-0911-417a-a704-cb9007ee0793 {{(pid=106988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:46:46.740119 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=100 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:46.742735 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae78cb5-1137-4dd4-8c0e-76c066678273 None None] Checking agent: {'id': '00f42bad-d4f2-47c4-8e20-2c8cceeec132', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-779578-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 29, 55), 'started_at': datetime.datetime(2022, 8, 24, 13, 30, 25), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 46, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-779578-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:46:46.743105 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae78cb5-1137-4dd4-8c0e-76c066678273 None None] Checking segment: {'id': '6af1e7a7-4326-4b93-86a7-e104b9d7b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4c9b602c-0911-417a-a704-cb9007ee0793'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106988) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:46:46.743505 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-2ae78cb5-1137-4dd4-8c0e-76c066678273 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:46.743886 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae78cb5-1137-4dd4-8c0e-76c066678273 None None] Bound using segment: {'id': '6af1e7a7-4326-4b93-86a7-e104b9d7b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4c9b602c-0911-417a-a704-cb9007ee0793'} {{(pid=106988) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:46:46.744398 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.managers [None req-2ae78cb5-1137-4dd4-8c0e-76c066678273 None None] Bound port: 844ef139-f83f-47be-a2a6-a4143f1a090b, host: dv-cinder-779578-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6af1e7a7-4326-4b93-86a7-e104b9d7b483', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '4c9b602c-0911-417a-a704-cb9007ee0793'}}] {{(pid=106988) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:46:46.744775 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-2ae78cb5-1137-4dd4-8c0e-76c066678273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (844ef139-f83f-47be-a2a6-a4143f1a090b), before_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:46.780430 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-7eb0b1a9-d013-4382-a45f-22e3ca45dfd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:46.824609 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:46.826150 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.db [None req-2ae78cb5-1137-4dd4-8c0e-76c066678273 None None] For port 844ef139-f83f-47be-a2a6-a4143f1a090b, host dv-cinder-779578-4-iscsi, cleared binding levels {{(pid=106988) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:46:46.833747 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.plugins.ml2.db [None req-2ae78cb5-1137-4dd4-8c0e-76c066678273 None None] For port 844ef139-f83f-47be-a2a6-a4143f1a090b, host dv-cinder-779578-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=844ef139-f83f-47be-a2a6-a4143f1a090b,segment=NetworkSegment(6af1e7a7-4326-4b93-86a7-e104b9d7b483),segment_id=6af1e7a7-4326-4b93-86a7-e104b9d7b483)] {{(pid=106988) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:46:46.890941 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-7eb0b1a9-d013-4382-a45f-22e3ca45dfd4 admin admin] Publish callbacks [] for security_group (95852ebc-dd04-4425-b71f-3c2e0f363fb6), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:46.960282 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron_lib.callbacks.manager [None req-2ae78cb5-1137-4dd4-8c0e-76c066678273 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (844ef139-f83f-47be-a2a6-a4143f1a090b), after_update {{(pid=106988) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:47.005133 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-7eb0b1a9-d013-4382-a45f-22e3ca45dfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (95852ebc-dd04-4425-b71f-3c2e0f363fb6), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:47.018983 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae78cb5-1137-4dd4-8c0e-76c066678273 None None] Routers {'88faafe0-ac31-49fb-9014-104d6b18155c'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:46:47.019537 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-2ae78cb5-1137-4dd4-8c0e-76c066678273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:46:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['88faafe0-ac31-49fb-9014-104d6b18155c'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:46:47.052914 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 623fe1b1-ec70-4d4e-8d80-3a287e2b92cb up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:46:47.109595 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 56690) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:46:47.112234 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f5315-f845-4026-bc10-2ae517024211 None None] Pushing event updated for resources: {'Port': ['ID=844ef139-f83f-47be-a2a6-a4143f1a090b,revision_number=4']} {{(pid=106988) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:47.120757 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-7eb0b1a9-d013-4382-a45f-22e3ca45dfd4 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=4f3fa76e7f7c460dbf09ff7d8186d0c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5488868 Aug 24 13:46:47.121980 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb0b1a9-d013-4382-a45f-22e3ca45dfd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95852ebc-dd04-4425-b71f-3c2e0f363fb6,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:47.193873 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port 623fe1b1-ec70-4d4e-8d80-3a287e2b92cb triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:46:47.194253 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (623fe1b1-ec70-4d4e-8d80-3a287e2b92cb), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:47.194749 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-2ae78cb5-1137-4dd4-8c0e-76c066678273 None None] Set router 88faafe0-ac31-49fb-9014-104d6b18155c gateway port host: dv-cinder-779578-4-iscsi {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:46:47.207053 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-18962f4a-51eb-4c3c-b25a-d4b431b4d5b5 admin admin] Publish callbacks [] for security_group (95852ebc-dd04-4425-b71f-3c2e0f363fb6), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:47.228943 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:47.245672 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-18962f4a-51eb-4c3c-b25a-d4b431b4d5b5 admin admin] Publish callbacks [] for security_group (95852ebc-dd04-4425-b71f-3c2e0f363fb6), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:47.291690 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port 623fe1b1-ec70-4d4e-8d80-3a287e2b92cb is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:46:47.407306 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-18962f4a-51eb-4c3c-b25a-d4b431b4d5b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (95852ebc-dd04-4425-b71f-3c2e0f363fb6), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:47.410803 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-18962f4a-51eb-4c3c-b25a-d4b431b4d5b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:47.412883 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-18962f4a-51eb-4c3c-b25a-d4b431b4d5b5 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/95852ebc-dd04-4425-b71f-3c2e0f363fb6 HTTP/1.1" status: 204 len: 168 time: 0.3033586 Aug 24 13:46:47.423341 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18962f4a-51eb-4c3c-b25a-d4b431b4d5b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95852ebc-dd04-4425-b71f-3c2e0f363fb6,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:47.457865 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-2ae78cb5-1137-4dd4-8c0e-76c066678273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88faafe0-ac31-49fb-9014-104d6b18155c', 'name': 'tempest-TestMinimumBasicScenario-1460602721-router', 'tenant_id': 'baa4fb911d194621bcf35c84c846ea9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '623fe1b1-ec70-4d4e-8d80-3a287e2b92cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:46:37Z', 'updated_at': '2022-08-24T13:46:42Z', 'revision_number': 4, 'project_id': 'baa4fb911d194621bcf35c84c846ea9c', 'gw_port': {'id': '623fe1b1-ec70-4d4e-8d80-3a287e2b92cb', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88faafe0-ac31-49fb-9014-104d6b18155c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:38Z', 'updated_at': '2022-08-24T13:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': '844ef139-f83f-47be-a2a6-a4143f1a090b', 'name': '', 'network_id': '4c9b602c-0911-417a-a704-cb9007ee0793', 'tenant_id': 'baa4fb911d194621bcf35c84c846ea9c', 'mac_address': 'fa:16:3e:83:49:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88faafe0-ac31-49fb-9014-104d6b18155c', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '55ea4987-511c-438f-9ecb-af02cc72ddec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:41Z', 'updated_at': '2022-08-24T13:46:46Z', 'revision_number': 4, 'project_id': 'baa4fb911d194621bcf35c84c846ea9c', 'subnets': [{'id': '55ea4987-511c-438f-9ecb-af02cc72ddec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:46:47.500979 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae78cb5-1137-4dd4-8c0e-76c066678273 None None] The sync data for ids ['88faafe0-ac31-49fb-9014-104d6b18155c'] in dv-cinder-779578-4-iscsi is: [{'id': '88faafe0-ac31-49fb-9014-104d6b18155c', 'name': 'tempest-TestMinimumBasicScenario-1460602721-router', 'tenant_id': 'baa4fb911d194621bcf35c84c846ea9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '623fe1b1-ec70-4d4e-8d80-3a287e2b92cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:46:37Z', 'updated_at': '2022-08-24T13:46:42Z', 'revision_number': 4, 'project_id': 'baa4fb911d194621bcf35c84c846ea9c', 'gw_port': {'id': '623fe1b1-ec70-4d4e-8d80-3a287e2b92cb', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88faafe0-ac31-49fb-9014-104d6b18155c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:38Z', 'updated_at': '2022-08-24T13:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': '844ef139-f83f-47be-a2a6-a4143f1a090b', 'name': '', 'network_id': '4c9b602c-0911-417a-a704-cb9007ee0793', 'tenant_id': 'baa4fb911d194621bcf35c84c846ea9c', 'mac_address': 'fa:16:3e:83:49:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88faafe0-ac31-49fb-9014-104d6b18155c', 'device_owner': 'network:router_interface', 'standard_attr_id': 624, 'fixed_ips': [{'subnet_id': '55ea4987-511c-438f-9ecb-af02cc72ddec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:41Z', 'updated_at': '2022-08-24T13:46:46Z', 'revision_number': 4, 'project_id': 'baa4fb911d194621bcf35c84c846ea9c', 'subnets': [{'id': '55ea4987-511c-438f-9ecb-af02cc72ddec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:46:48.244332 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a93d403b-29c5-41ac-a53c-7c0bf3f47879), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:48.431689 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 56702) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:46:48.463119 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-ed6ab395-4c1e-4f70-aebe-c7925a478e1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:48.529177 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:48.599791 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-ed6ab395-4c1e-4f70-aebe-c7925a478e1d admin admin] Publish callbacks [] for security_group (40ad8cbc-d2a9-4f5f-8d18-39fbb0989805), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:48.741446 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-ed6ab395-4c1e-4f70-aebe-c7925a478e1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (40ad8cbc-d2a9-4f5f-8d18-39fbb0989805), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:48.787227 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 56704) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:46:48.790154 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-ed6ab395-4c1e-4f70-aebe-c7925a478e1d admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=7b3abb08cadf4a34bdaf7c4ea7eb5bfb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3569994 Aug 24 13:46:48.817579 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ab395-4c1e-4f70-aebe-c7925a478e1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ad8cbc-d2a9-4f5f-8d18-39fbb0989805,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:48.887383 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-5c97aa8e-79c4-47b6-b4a9-b5b55385858b admin admin] Publish callbacks [] for security_group (40ad8cbc-d2a9-4f5f-8d18-39fbb0989805), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:48.925414 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-5c97aa8e-79c4-47b6-b4a9-b5b55385858b admin admin] Publish callbacks [] for security_group (40ad8cbc-d2a9-4f5f-8d18-39fbb0989805), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:49.062164 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-5c97aa8e-79c4-47b6-b4a9-b5b55385858b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (40ad8cbc-d2a9-4f5f-8d18-39fbb0989805), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:49.065383 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-5c97aa8e-79c4-47b6-b4a9-b5b55385858b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:49.066584 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-5c97aa8e-79c4-47b6-b4a9-b5b55385858b admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/40ad8cbc-d2a9-4f5f-8d18-39fbb0989805 HTTP/1.1" status: 204 len: 168 time: 0.2776864 Aug 24 13:46:49.082370 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 844ef139-f83f-47be-a2a6-a4143f1a090b up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:46:49.091128 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c97aa8e-79c4-47b6-b4a9-b5b55385858b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ad8cbc-d2a9-4f5f-8d18-39fbb0989805,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:49.198000 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port 844ef139-f83f-47be-a2a6-a4143f1a090b triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:46:49.198943 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (844ef139-f83f-47be-a2a6-a4143f1a090b), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:49.303251 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port 844ef139-f83f-47be-a2a6-a4143f1a090b is: DOWN; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:46:49.303951 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (844ef139-f83f-47be-a2a6-a4143f1a090b), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:49.345305 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] For port 844ef139-f83f-47be-a2a6-a4143f1a090b, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=844ef139-f83f-47be-a2a6-a4143f1a090b,segment=NetworkSegment(6af1e7a7-4326-4b93-86a7-e104b9d7b483),segment_id=6af1e7a7-4326-4b93-86a7-e104b9d7b483)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:46:49.415714 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (844ef139-f83f-47be-a2a6-a4143f1a090b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:49.485045 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Pushing event updated for resources: {'Port': ['ID=844ef139-f83f-47be-a2a6-a4143f1a090b,revision_number=5']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:49.958787 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-3e62f4e5-127c-46d6-a054-8f66bd0fcf80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:51.028076 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 844ef139-f83f-47be-a2a6-a4143f1a090b up at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:46:51.062193 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:51.080621 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Provisioning complete for port 844ef139-f83f-47be-a2a6-a4143f1a090b triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:46:51.080880 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (844ef139-f83f-47be-a2a6-a4143f1a090b), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:51.177527 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Current status of the port 844ef139-f83f-47be-a2a6-a4143f1a090b is: ACTIVE; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:46:51.326079 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 56734) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:46:51.447926 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-430eb595-d7bc-4bfa-9e0a-cb42ced5155f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:51.540172 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-430eb595-d7bc-4bfa-9e0a-cb42ced5155f admin admin] Publish callbacks [] for security_group (1599dbdf-1234-45be-a7aa-2fc558967500), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:51.638331 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-430eb595-d7bc-4bfa-9e0a-cb42ced5155f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (1599dbdf-1234-45be-a7aa-2fc558967500), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:51.677981 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430eb595-d7bc-4bfa-9e0a-cb42ced5155f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1599dbdf-1234-45be-a7aa-2fc558967500,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:51.682301 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-430eb595-d7bc-4bfa-9e0a-cb42ced5155f admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=09a4b0ec7caf40878190f9690eb0bb0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3550963 Aug 24 13:46:51.684948 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 56738) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:46:51.711975 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=75,neutron:INSERT=23,neutron:UPDATE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:51.745223 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-e9d768dd-520b-4d91-8419-f02d7cd12e7c admin admin] Publish callbacks [] for security_group (1599dbdf-1234-45be-a7aa-2fc558967500), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:51.775808 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-e9d768dd-520b-4d91-8419-f02d7cd12e7c admin admin] Publish callbacks [] for security_group (1599dbdf-1234-45be-a7aa-2fc558967500), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:51.918669 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-e9d768dd-520b-4d91-8419-f02d7cd12e7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (1599dbdf-1234-45be-a7aa-2fc558967500), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:51.921709 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-e9d768dd-520b-4d91-8419-f02d7cd12e7c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:51.923489 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-e9d768dd-520b-4d91-8419-f02d7cd12e7c admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/1599dbdf-1234-45be-a7aa-2fc558967500 HTTP/1.1" status: 204 len: 168 time: 0.2376189 Aug 24 13:46:51.937235 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d768dd-520b-4d91-8419-f02d7cd12e7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1599dbdf-1234-45be-a7aa-2fc558967500,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:52.277736 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6469ca27-0159-4ccd-a7d7-459d70192389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:53.706406 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:54.367253 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 56814) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:46:54.726750 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [None req-5157a06c-224d-4028-9b43-8baa54b760ea tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Deleting port 2c157ed9-c3f0-4ede-aac9-918e38e3f1e1 {{(pid=106985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:46:54.727146 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-5157a06c-224d-4028-9b43-8baa54b760ea tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (2c157ed9-c3f0-4ede-aac9-918e38e3f1e1), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:54.902475 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-5157a06c-224d-4028-9b43-8baa54b760ea tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (2c157ed9-c3f0-4ede-aac9-918e38e3f1e1), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:54.902799 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-5157a06c-224d-4028-9b43-8baa54b760ea tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks [] for floatingip (2c157ed9-c3f0-4ede-aac9-918e38e3f1e1), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:54.919912 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [None req-5157a06c-224d-4028-9b43-8baa54b760ea tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Calling delete_port for 2c157ed9-c3f0-4ede-aac9-918e38e3f1e1 owned by network:floatingip {{(pid=106985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:46:55.107021 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:55.110269 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=6 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:55.244149 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-5157a06c-224d-4028-9b43-8baa54b760ea tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (2c157ed9-c3f0-4ede-aac9-918e38e3f1e1), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:55.244877 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:55.271831 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5157a06c-224d-4028-9b43-8baa54b760ea tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Pushing event deleted for resources: {'Port': ['ID=2c157ed9-c3f0-4ede-aac9-918e38e3f1e1,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:55.340942 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-5157a06c-224d-4028-9b43-8baa54b760ea tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks [] for floatingip (48880fbc-ebea-453c-8f09-e57d92e8124d), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:55.341267 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.db.l3_db [None req-5157a06c-224d-4028-9b43-8baa54b760ea tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Floating IP 48880fbc-ebea-453c-8f09-e57d92e8124d disassociated (deleted). External IP: 172.27.1.172, port: 579a6bec-e4ab-438a-a263-2fafa0fe42bc. Aug 24 13:46:55.557526 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5157a06c-224d-4028-9b43-8baa54b760ea tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Router 560ade53-d2ca-4e61-85e4-db79f60cec86 has already been hosted by L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 {{(pid=106985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 13:46:55.634944 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:55.672386 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5157a06c-224d-4028-9b43-8baa54b760ea tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:46:55.678519 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-5157a06c-224d-4028-9b43-8baa54b760ea tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for floatingip (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:55.687077 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2cfac5-14fb-4d5d-ba6b-71de9a863b5b None None] Sync routers for ids ['560ade53-d2ca-4e61-85e4-db79f60cec86'] in dv-cinder-779578-4-iscsi {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:46:55.699668 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2cfac5-14fb-4d5d-ba6b-71de9a863b5b None None] Routers {'560ade53-d2ca-4e61-85e4-db79f60cec86'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:46:55.699911 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-bd2cfac5-14fb-4d5d-ba6b-71de9a863b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:46:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['560ade53-d2ca-4e61-85e4-db79f60cec86'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:46:55.714709 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-5157a06c-224d-4028-9b43-8baa54b760ea tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/48880fbc-ebea-453c-8f09-e57d92e8124d HTTP/1.1" status: 204 len: 168 time: 1.3454649 Aug 24 13:46:55.714709 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1118fb04-6744-4b7c-b639-0081073ee53a', 'tag': '579a6bec-e4ab-438a-a263-2fafa0fe42bc'}] {{(pid=106985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:46:55.719176 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339b45b761399ad6383a0e79eb3d49a8b35bb9728a194a6e9817421c04d0c31a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b41dcbb-bcb2-4ac8-8b64-428a20994602" -d '{"events": [{"name": "network-changed", "server_uuid": "1118fb04-6744-4b7c-b639-0081073ee53a", "tag": "579a6bec-e4ab-438a-a263-2fafa0fe42bc"}]}' {{(pid=106985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:46:55.777248 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 13:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e329a4de-5bf6-4871-80ae-081d76343457 x-openstack-request-id: req-e329a4de-5bf6-4871-80ae-081d76343457 {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:46:55.777248 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1118fb04-6744-4b7c-b639-0081073ee53a", "tag": "579a6bec-e4ab-438a-a263-2fafa0fe42bc", "status": "completed", "code": 200}]} {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:46:55.777248 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-e329a4de-5bf6-4871-80ae-081d76343457 {{(pid=106985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:46:55.777248 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e329a4de-5bf6-4871-80ae-081d76343457'] response: {'name': 'network-changed', 'server_uuid': '1118fb04-6744-4b7c-b639-0081073ee53a', 'tag': '579a6bec-e4ab-438a-a263-2fafa0fe42bc', 'status': 'completed', 'code': 200} Aug 24 13:46:55.849162 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-bd2cfac5-14fb-4d5d-ba6b-71de9a863b5b None None] Set router 560ade53-d2ca-4e61-85e4-db79f60cec86 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:46:55.888794 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41dcbb-bcb2-4ac8-8b64-428a20994602 req-8b26e327-8553-4614-ad65-c3a3d2a8a7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:46:55.890330 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0b41dcbb-bcb2-4ac8-8b64-428a20994602 req-8b26e327-8553-4614-ad65-c3a3d2a8a7c9 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=6bcafe839dec4fcc95a4c720463483ba&device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 1130 time: 0.0506837 Aug 24 13:46:56.064331 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:56.074404 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-bd2cfac5-14fb-4d5d-ba6b-71de9a863b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560ade53-d2ca-4e61-85e4-db79f60cec86', 'name': 'tempest-TestShelveInstance-1720010661-router', 'tenant_id': '6bcafe839dec4fcc95a4c720463483ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'a85fbe65-a79c-48d1-9540-49f0b7cb2c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:40:33Z', 'updated_at': '2022-08-24T13:40:43Z', 'revision_number': 4, 'project_id': '6bcafe839dec4fcc95a4c720463483ba', 'gw_port': {'id': 'a85fbe65-a79c-48d1-9540-49f0b7cb2c00', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560ade53-d2ca-4e61-85e4-db79f60cec86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:35Z', 'updated_at': '2022-08-24T13:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': 'deec7350-20de-4e28-9f7d-cbfe32f2a53a', 'name': '', 'network_id': '2a47b7b8-8e69-4dcf-8155-1e0d50419209', 'tenant_id': '6bcafe839dec4fcc95a4c720463483ba', 'mac_address': 'fa:16:3e:44:80:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560ade53-d2ca-4e61-85e4-db79f60cec86', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '2bc1c488-9e72-4177-be4a-033432e17d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:41Z', 'updated_at': '2022-08-24T13:40:51Z', 'revision_number': 5, 'project_id': '6bcafe839dec4fcc95a4c720463483ba', 'subnets': [{'id': '2bc1c488-9e72-4177-be4a-033432e17d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:46:56.080699 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41dcbb-bcb2-4ac8-8b64-428a20994602 req-3da5455f-ad79-4765-80f1-2857fa24c2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:46:56.082965 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0b41dcbb-bcb2-4ac8-8b64-428a20994602 req-3da5455f-ad79-4765-80f1-2857fa24c2b5 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=2a47b7b8-8e69-4dcf-8155-1e0d50419209 HTTP/1.1" status: 200 len: 910 time: 0.1853063 Aug 24 13:46:56.107001 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2cfac5-14fb-4d5d-ba6b-71de9a863b5b None None] Checking router: 560ade53-d2ca-4e61-85e4-db79f60cec86 for host: dv-cinder-779578-4-iscsi {{(pid=106987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:46:56.127365 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2cfac5-14fb-4d5d-ba6b-71de9a863b5b None None] Routers {'560ade53-d2ca-4e61-85e4-db79f60cec86'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:46:56.128013 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-bd2cfac5-14fb-4d5d-ba6b-71de9a863b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:46:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['560ade53-d2ca-4e61-85e4-db79f60cec86'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:46:56.141708 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6718e40-05a5-49e8-bf3a-661dc618ab3d req-7570c3e7-313b-4bc4-bc33-5006e8e8ea55 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:46:56.143808 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d6718e40-05a5-49e8-bf3a-661dc618ab3d req-7570c3e7-313b-4bc4-bc33-5006e8e8ea55 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/networks?id=b8752123-78d7-4696-a283-4d3f0be721c2 HTTP/1.1" status: 200 len: 815 time: 0.2026153 Aug 24 13:46:56.145477 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0b41dcbb-bcb2-4ac8-8b64-428a20994602 req-c48c6610-a767-4153-9049-8e628f30662d service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=579a6bec-e4ab-438a-a263-2fafa0fe42bc HTTP/1.1" status: 200 len: 217 time: 0.0467136 Aug 24 13:46:56.159977 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d6718e40-05a5-49e8-bf3a-661dc618ab3d req-ebd00502-3ac5-4bf7-8f1c-02f8fd386adf tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/quotas/6f61a8f100cf4d39928e4d596741e1bb HTTP/1.1" status: 200 len: 375 time: 0.0105076 Aug 24 13:46:56.247382 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-bd2cfac5-14fb-4d5d-ba6b-71de9a863b5b None None] Set router 560ade53-d2ca-4e61-85e4-db79f60cec86 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:46:56.251236 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d6718e40-05a5-49e8-bf3a-661dc618ab3d req-bf8b7ca1-719c-42fd-9cc0-a58d7339daff tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=6f61a8f100cf4d39928e4d596741e1bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0843964 Aug 24 13:46:56.266642 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff42a0d-9cb8-4abf-9814-d451efc54ac1 req-0c86a317-6517-4a68-ac65-6625e349a8f7 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:46:56.268461 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5ff42a0d-9cb8-4abf-9814-d451efc54ac1 req-0c86a317-6517-4a68-ac65-6625e349a8f7 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 946 time: 0.0700078 Aug 24 13:46:56.404457 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5ff42a0d-9cb8-4abf-9814-d451efc54ac1 req-e5c82d1b-68b0-467d-bdb1-1d416869c69c tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128612 Aug 24 13:46:56.414961 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d6718e40-05a5-49e8-bf3a-661dc618ab3d req-70fc49ac-7257-4327-b9ef-4abe8a0e9674 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/b8752123-78d7-4696-a283-4d3f0be721c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454408 Aug 24 13:46:56.519167 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:56.524289 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d6718e40-05a5-49e8-bf3a-661dc618ab3d req-2cad1688-1860-4e61-96f8-a73b87fd7762 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/b8752123-78d7-4696-a283-4d3f0be721c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019948 Aug 24 13:46:56.606167 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-bd2cfac5-14fb-4d5d-ba6b-71de9a863b5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560ade53-d2ca-4e61-85e4-db79f60cec86', 'name': 'tempest-TestShelveInstance-1720010661-router', 'tenant_id': '6bcafe839dec4fcc95a4c720463483ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'a85fbe65-a79c-48d1-9540-49f0b7cb2c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:40:33Z', 'updated_at': '2022-08-24T13:40:43Z', 'revision_number': 4, 'project_id': '6bcafe839dec4fcc95a4c720463483ba', 'gw_port': {'id': 'a85fbe65-a79c-48d1-9540-49f0b7cb2c00', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560ade53-d2ca-4e61-85e4-db79f60cec86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:35Z', 'updated_at': '2022-08-24T13:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': 'deec7350-20de-4e28-9f7d-cbfe32f2a53a', 'name': '', 'network_id': '2a47b7b8-8e69-4dcf-8155-1e0d50419209', 'tenant_id': '6bcafe839dec4fcc95a4c720463483ba', 'mac_address': 'fa:16:3e:44:80:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560ade53-d2ca-4e61-85e4-db79f60cec86', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '2bc1c488-9e72-4177-be4a-033432e17d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:41Z', 'updated_at': '2022-08-24T13:40:51Z', 'revision_number': 5, 'project_id': '6bcafe839dec4fcc95a4c720463483ba', 'subnets': [{'id': '2bc1c488-9e72-4177-be4a-033432e17d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:46:56.634160 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2cfac5-14fb-4d5d-ba6b-71de9a863b5b None None] The sync data for ids ['560ade53-d2ca-4e61-85e4-db79f60cec86'] in dv-cinder-779578-4-iscsi is: [{'id': '560ade53-d2ca-4e61-85e4-db79f60cec86', 'name': 'tempest-TestShelveInstance-1720010661-router', 'tenant_id': '6bcafe839dec4fcc95a4c720463483ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'a85fbe65-a79c-48d1-9540-49f0b7cb2c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:40:33Z', 'updated_at': '2022-08-24T13:40:43Z', 'revision_number': 4, 'project_id': '6bcafe839dec4fcc95a4c720463483ba', 'gw_port': {'id': 'a85fbe65-a79c-48d1-9540-49f0b7cb2c00', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560ade53-d2ca-4e61-85e4-db79f60cec86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:35Z', 'updated_at': '2022-08-24T13:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': 'deec7350-20de-4e28-9f7d-cbfe32f2a53a', 'name': '', 'network_id': '2a47b7b8-8e69-4dcf-8155-1e0d50419209', 'tenant_id': '6bcafe839dec4fcc95a4c720463483ba', 'mac_address': 'fa:16:3e:44:80:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560ade53-d2ca-4e61-85e4-db79f60cec86', 'device_owner': 'network:router_interface', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': '2bc1c488-9e72-4177-be4a-033432e17d3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:41Z', 'updated_at': '2022-08-24T13:40:51Z', 'revision_number': 5, 'project_id': '6bcafe839dec4fcc95a4c720463483ba', 'subnets': [{'id': '2bc1c488-9e72-4177-be4a-033432e17d3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:46:56.833657 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d658bcaf-f800-407a-923d-d07c80ef0ed8 req-1bc6c3e6-fd8f-4994-bf4b-66bbe0cb7641 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 210 time: 0.0409329 Aug 24 13:46:56.919309 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e72edc-d5e8-465c-a753-c8e069e0b0cf None None] New status for floating IP 48880fbc-ebea-453c-8f09-e57d92e8124d: DOWN {{(pid=106988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 13:46:57.544518 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca035de-1590-477f-8935-8e98c4d0895e req-17328d92-3841-4aa4-b2c4-c816f8ee6acf tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:46:57.546021 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4ca035de-1590-477f-8935-8e98c4d0895e req-17328d92-3841-4aa4-b2c4-c816f8ee6acf tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 946 time: 0.0591795 Aug 24 13:46:57.623224 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41dcbb-bcb2-4ac8-8b64-428a20994602 req-96dc0a50-2f71-41c0-badd-f4798abe8bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:46:57.624737 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0b41dcbb-bcb2-4ac8-8b64-428a20994602 req-96dc0a50-2f71-41c0-badd-f4798abe8bb7 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=2bc1c488-9e72-4177-be4a-033432e17d3d HTTP/1.1" status: 200 len: 848 time: 0.0773473 Aug 24 13:46:57.634663 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4ca035de-1590-477f-8935-8e98c4d0895e req-c85eb89b-c1c0-4305-ba3e-0767df639752 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787435 Aug 24 13:46:57.678028 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b41dcbb-bcb2-4ac8-8b64-428a20994602 req-2a7f6070-cc38-4920-a286-97bfa7602a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:46:57.679529 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0b41dcbb-bcb2-4ac8-8b64-428a20994602 req-2a7f6070-cc38-4920-a286-97bfa7602a73 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=2a47b7b8-8e69-4dcf-8155-1e0d50419209&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439768 Aug 24 13:46:57.929941 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-cb6c93be-2217-498d-a437-134832510693 req-b49b067b-66b4-4b5e-b1f5-d9ee2d2277e2 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 210 time: 0.0343342 Aug 24 13:46:57.958401 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0b41dcbb-bcb2-4ac8-8b64-428a20994602 req-4007d127-68eb-4c34-85ae-57884946f7f7 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2a47b7b8-8e69-4dcf-8155-1e0d50419209?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291015 Aug 24 13:46:58.180990 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:58.187339 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0b41dcbb-bcb2-4ac8-8b64-428a20994602 req-6b37b4bf-a9b5-49fa-8278-dd7aca6a863e service neutron] 10.222.0.20 "GET /networking/v2.0/networks/2a47b7b8-8e69-4dcf-8155-1e0d50419209?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995035 Aug 24 13:46:58.336033 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9a4f3a-33a6-4703-8abe-0227b50c8ab2 req-c794b469-9a6b-42f0-be6f-e630517b1cc4 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:46:58.337695 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-2e9a4f3a-33a6-4703-8abe-0227b50c8ab2 req-c794b469-9a6b-42f0-be6f-e630517b1cc4 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 946 time: 0.0513780 Aug 24 13:46:58.447791 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [req-2e9a4f3a-33a6-4703-8abe-0227b50c8ab2 req-66d50ff3-6cc4-4365-858d-6902d2f2fb57 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Deleting port 579a6bec-e4ab-438a-a263-2fafa0fe42bc {{(pid=106985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:46:58.448128 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-2e9a4f3a-33a6-4703-8abe-0227b50c8ab2 req-66d50ff3-6cc4-4365-858d-6902d2f2fb57 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (579a6bec-e4ab-438a-a263-2fafa0fe42bc), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:58.577832 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.db [req-2e9a4f3a-33a6-4703-8abe-0227b50c8ab2 req-66d50ff3-6cc4-4365-858d-6902d2f2fb57 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] For port 579a6bec-e4ab-438a-a263-2fafa0fe42bc, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=579a6bec-e4ab-438a-a263-2fafa0fe42bc,segment=NetworkSegment(2ee2ed0f-8942-4d6c-9c77-0bae79e3a489),segment_id=2ee2ed0f-8942-4d6c-9c77-0bae79e3a489)] {{(pid=106985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:46:58.578347 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-2e9a4f3a-33a6-4703-8abe-0227b50c8ab2 req-66d50ff3-6cc4-4365-858d-6902d2f2fb57 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (579a6bec-e4ab-438a-a263-2fafa0fe42bc), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:58.599518 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [req-2e9a4f3a-33a6-4703-8abe-0227b50c8ab2 req-66d50ff3-6cc4-4365-858d-6902d2f2fb57 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Calling delete_port for 579a6bec-e4ab-438a-a263-2fafa0fe42bc owned by compute:nova {{(pid=106985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:46:58.844049 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942faa6-428d-4f94-b18e-3e3891cd033f req-3e76cb25-6b06-4c79-ac91-babc11eb967b tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:46:58.845707 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-6942faa6-428d-4f94-b18e-3e3891cd033f req-3e76cb25-6b06-4c79-ac91-babc11eb967b tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 946 time: 0.0913539 Aug 24 13:46:58.902951 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-6942faa6-428d-4f94-b18e-3e3891cd033f req-bccc4487-cf72-4a74-abc5-5f27df939b1a tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=56f35ff9-df07-4aa4-ae73-b12b2248e48f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505648 Aug 24 13:46:58.913060 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-2e9a4f3a-33a6-4703-8abe-0227b50c8ab2 req-66d50ff3-6cc4-4365-858d-6902d2f2fb57 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (579a6bec-e4ab-438a-a263-2fafa0fe42bc), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:58.961182 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d50ff3-6cc4-4365-858d-6902d2f2fb57 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Pushing event deleted for resources: {'Port': ['ID=579a6bec-e4ab-438a-a263-2fafa0fe42bc,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:46:58.969786 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=24,neutron:DELETE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:59.030874 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:59.057945 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e9a4f3a-33a6-4703-8abe-0227b50c8ab2 req-66d50ff3-6cc4-4365-858d-6902d2f2fb57 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] No DVR routers for this DVR port 579a6bec-e4ab-438a-a263-2fafa0fe42bc on host hv-cinder-77957 {{(pid=106985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 13:46:59.062375 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-2e9a4f3a-33a6-4703-8abe-0227b50c8ab2 req-66d50ff3-6cc4-4365-858d-6902d2f2fb57 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:46:59.065816 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-2e9a4f3a-33a6-4703-8abe-0227b50c8ab2 req-66d50ff3-6cc4-4365-858d-6902d2f2fb57 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.20 "DELETE /networking/v2.0/ports/579a6bec-e4ab-438a-a263-2fafa0fe42bc HTTP/1.1" status: 204 len: 173 time: 0.7198479 Aug 24 13:46:59.066373 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1118fb04-6744-4b7c-b639-0081073ee53a', 'name': 'network-vif-deleted', 'tag': '579a6bec-e4ab-438a-a263-2fafa0fe42bc'}] {{(pid=106985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:46:59.068777 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339b45b761399ad6383a0e79eb3d49a8b35bb9728a194a6e9817421c04d0c31a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48623d8f-1c00-45a9-9488-88e164ad284e" -d '{"events": [{"server_uuid": "1118fb04-6744-4b7c-b639-0081073ee53a", "name": "network-vif-deleted", "tag": "579a6bec-e4ab-438a-a263-2fafa0fe42bc"}]}' {{(pid=106985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:46:59.078920 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=78,neutron:DELETE=6 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:46:59.088234 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d9e32648-3fdd-48cc-a7f6-90b21e0e1b06 req-39423137-dc7a-4b60-bb6f-e0100503b3ee tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 210 time: 0.0410349 Aug 24 13:46:59.140019 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 13:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7423580-8218-47b5-a043-ad352e25da7b x-openstack-request-id: req-a7423580-8218-47b5-a043-ad352e25da7b {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:46:59.140495 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1118fb04-6744-4b7c-b639-0081073ee53a", "name": "network-vif-deleted", "tag": "579a6bec-e4ab-438a-a263-2fafa0fe42bc", "status": "completed", "code": 200}]} {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:46:59.140801 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a7423580-8218-47b5-a043-ad352e25da7b {{(pid=106985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:46:59.141298 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7423580-8218-47b5-a043-ad352e25da7b'] response: {'server_uuid': '1118fb04-6744-4b7c-b639-0081073ee53a', 'name': 'network-vif-deleted', 'tag': '579a6bec-e4ab-438a-a263-2fafa0fe42bc', 'status': 'completed', 'code': 200} Aug 24 13:47:00.025510 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-60908912-aa61-4a90-a4d2-a79174621632 req-bb45e8aa-4e05-40bd-aaaa-f6f8df69a5b0 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 210 time: 0.0406408 Aug 24 13:47:00.131967 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6718e40-05a5-49e8-bf3a-661dc618ab3d req-ffd22deb-5dfd-49d4-8279-3153e6866a90 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:00.133664 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d6718e40-05a5-49e8-bf3a-661dc618ab3d req-ffd22deb-5dfd-49d4-8279-3153e6866a90 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.20 "GET /networking/v2.0/networks?id=b8752123-78d7-4696-a283-4d3f0be721c2 HTTP/1.1" status: 200 len: 815 time: 0.1354775 Aug 24 13:47:00.180739 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [req-d6718e40-05a5-49e8-bf3a-661dc618ab3d req-191d4fec-df64-4908-97a4-fd0574071c3f tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Request body: {'port': {'device_id': '5d1d1e2a-ddc9-4a66-8db4-6cccea722024', 'network_id': 'b8752123-78d7-4696-a283-4d3f0be721c2', 'admin_state_up': True, 'tenant_id': '6f61a8f100cf4d39928e4d596741e1bb'}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:47:00.258739 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9757f9ed-bee1-4450-b3c9-2c633103ae95 req-3aff5ed8-abce-435a-9454-ac46e23f7905 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 210 time: 0.0558400 Aug 24 13:47:00.524085 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6718e40-05a5-49e8-bf3a-661dc618ab3d req-191d4fec-df64-4908-97a4-fd0574071c3f tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Made reservation on behalf of 6f61a8f100cf4d39928e4d596741e1bb for: {'port': 1} {{(pid=106985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:47:00.528570 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-d6718e40-05a5-49e8-bf3a-661dc618ab3d req-191d4fec-df64-4908-97a4-fd0574071c3f tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:00.980946 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 579a6bec-e4ab-438a-a263-2fafa0fe42bc no longer exists at agent hyperv_hv-cinder-77957 {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:47:01.009894 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] No Port match for: 579a6bec-e4ab-438a-a263-2fafa0fe42bc {{(pid=106987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 13:47:01.010584 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 579a6bec-e4ab-438a-a263-2fafa0fe42bc not bound to the agent host hv-cinder-77957 {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 13:47:01.104711 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.db_base_plugin_common [req-d6718e40-05a5-49e8-bf3a-661dc618ab3d req-191d4fec-df64-4908-97a4-fd0574071c3f tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Allocated IP 172.20.0.11 (b8752123-78d7-4696-a283-4d3f0be721c2/76850f21-f492-4b96-acd0-8c02bb420142/918b2634-4141-429d-95ff-f9bae50b39dc) {{(pid=106985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:47:01.131892 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:01.205497 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-996ba2c8-f796-4a3d-aa19-3127bc90e257 req-7c4428c1-00d9-4d95-ba1c-5a3988075648 tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1118fb04-6744-4b7c-b639-0081073ee53a HTTP/1.1" status: 200 len: 210 time: 0.0453286 Aug 24 13:47:01.383063 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-d6718e40-05a5-49e8-bf3a-661dc618ab3d req-191d4fec-df64-4908-97a4-fd0574071c3f tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks [] for port (918b2634-4141-429d-95ff-f9bae50b39dc), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:01.431040 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-99425042-5094-430e-9d1d-2f85909d65c2 req-ca3c3fe8-c933-41c1-a144-be0475c3dac2 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 210 time: 0.0390208 Aug 24 13:47:01.446162 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:01.536552 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-d6718e40-05a5-49e8-bf3a-661dc618ab3d req-191d4fec-df64-4908-97a4-fd0574071c3f tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (918b2634-4141-429d-95ff-f9bae50b39dc), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:01.601756 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6718e40-05a5-49e8-bf3a-661dc618ab3d req-191d4fec-df64-4908-97a4-fd0574071c3f tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Network b8752123-78d7-4696-a283-4d3f0be721c2 is already hosted by enough agents. {{(pid=106985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:47:01.603124 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.base_scheduler [req-d6718e40-05a5-49e8-bf3a-661dc618ab3d req-191d4fec-df64-4908-97a4-fd0574071c3f tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Resources bound (agent type, host, resource id): {{(pid=106985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:47:01.607572 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6718e40-05a5-49e8-bf3a-661dc618ab3d req-191d4fec-df64-4908-97a4-fd0574071c3f tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Received port after_create {{(pid=106985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:47:01.616317 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191d4fec-df64-4908-97a4-fd0574071c3f tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Pushing event updated for resources: {'Port': ['ID=918b2634-4141-429d-95ff-f9bae50b39dc,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:47:01.686003 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6718e40-05a5-49e8-bf3a-661dc618ab3d req-191d4fec-df64-4908-97a4-fd0574071c3f tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:01.687070 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-d6718e40-05a5-49e8-bf3a-661dc618ab3d req-191d4fec-df64-4908-97a4-fd0574071c3f tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:01.795182 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d6718e40-05a5-49e8-bf3a-661dc618ab3d req-191d4fec-df64-4908-97a4-fd0574071c3f tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6196771 Aug 24 13:47:02.068385 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-e15c07c0-fdf5-445b-a6b7-831fed955843 None None] Provisioning complete for port 918b2634-4141-429d-95ff-f9bae50b39dc triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:47:02.069499 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-e15c07c0-fdf5-445b-a6b7-831fed955843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (918b2634-4141-429d-95ff-f9bae50b39dc), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:02.106742 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-e15c07c0-fdf5-445b-a6b7-831fed955843 None None] Port 918b2634-4141-429d-95ff-f9bae50b39dc cannot update to ACTIVE because it is not bound. {{(pid=106987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 13:47:02.294991 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 56930) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:47:02.404835 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-4f1bd517-63bf-430f-a0cf-6c54a2261d4c tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks [] for security_group (56f35ff9-df07-4aa4-ae73-b12b2248e48f), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:02.441508 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-4f1bd517-63bf-430f-a0cf-6c54a2261d4c tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks [] for security_group (56f35ff9-df07-4aa4-ae73-b12b2248e48f), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:02.588797 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-4f1bd517-63bf-430f-a0cf-6c54a2261d4c tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (56f35ff9-df07-4aa4-ae73-b12b2248e48f), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:02.592307 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-4f1bd517-63bf-430f-a0cf-6c54a2261d4c tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:02.593867 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-4f1bd517-63bf-430f-a0cf-6c54a2261d4c tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] 10.222.0.73 "DELETE /networking/v2.0/security-groups/56f35ff9-df07-4aa4-ae73-b12b2248e48f HTTP/1.1" status: 204 len: 168 time: 0.2964394 Aug 24 13:47:02.609320 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1bd517-63bf-430f-a0cf-6c54a2261d4c tempest-TestShelveInstance-1034388593 tempest-TestShelveInstance-1034388593-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f35ff9-df07-4aa4-ae73-b12b2248e48f,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:47:02.622768 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053ce4c6-e1a3-43a6-8aa0-2bba6f68d232 req-4dc6121d-e7d7-4a95-8f5b-4375a207757f tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:02.632095 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-053ce4c6-e1a3-43a6-8aa0-2bba6f68d232 req-4dc6121d-e7d7-4a95-8f5b-4375a207757f tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 932 time: 0.1011908 Aug 24 13:47:02.725935 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-053ce4c6-e1a3-43a6-8aa0-2bba6f68d232 req-104c531d-251f-4881-9ec3-0019281cf95d tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bc0e3150-cae2-44e8-9b7c-787a9565ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921280 Aug 24 13:47:02.808864 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 56936) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:47:03.393059 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-545ae032-81b7-4275-b039-e16710b13857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-564397'] for router_interface (560ade53-d2ca-4e61-85e4-db79f60cec86), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:03.685368 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [None req-545ae032-81b7-4275-b039-e16710b13857 admin admin] Deleting port deec7350-20de-4e28-9f7d-cbfe32f2a53a {{(pid=106986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:47:03.685601 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-545ae032-81b7-4275-b039-e16710b13857 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (deec7350-20de-4e28-9f7d-cbfe32f2a53a), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:03.789790 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.db [None req-545ae032-81b7-4275-b039-e16710b13857 admin admin] For port deec7350-20de-4e28-9f7d-cbfe32f2a53a, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=deec7350-20de-4e28-9f7d-cbfe32f2a53a,segment=NetworkSegment(2ee2ed0f-8942-4d6c-9c77-0bae79e3a489),segment_id=2ee2ed0f-8942-4d6c-9c77-0bae79e3a489)] {{(pid=106986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:47:03.790248 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-545ae032-81b7-4275-b039-e16710b13857 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (deec7350-20de-4e28-9f7d-cbfe32f2a53a), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:03.806701 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [None req-545ae032-81b7-4275-b039-e16710b13857 admin admin] Calling delete_port for deec7350-20de-4e28-9f7d-cbfe32f2a53a owned by network:router_interface {{(pid=106986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:47:03.863111 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a555262b-cc07-4566-a262-84dc92e8603f req-d5c7873b-8aeb-4604-b474-170544842626 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:03.868866 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a555262b-cc07-4566-a262-84dc92e8603f req-d5c7873b-8aeb-4604-b474-170544842626 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 932 time: 0.0609021 Aug 24 13:47:03.956840 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a555262b-cc07-4566-a262-84dc92e8603f req-b191c1c6-e89c-44da-a9ba-5e9cb52f83d1 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bc0e3150-cae2-44e8-9b7c-787a9565ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815389 Aug 24 13:47:04.082431 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:04.227143 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-545ae032-81b7-4275-b039-e16710b13857 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990584'] for port (deec7350-20de-4e28-9f7d-cbfe32f2a53a), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:04.237461 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:04.263930 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545ae032-81b7-4275-b039-e16710b13857 admin admin] Pushing event deleted for resources: {'Port': ['ID=deec7350-20de-4e28-9f7d-cbfe32f2a53a,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:47:04.474919 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-545ae032-81b7-4275-b039-e16710b13857 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-564281'] for router_interface (560ade53-d2ca-4e61-85e4-db79f60cec86), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:04.736204 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545ae032-81b7-4275-b039-e16710b13857 admin admin] Router 560ade53-d2ca-4e61-85e4-db79f60cec86 has already been hosted by L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 {{(pid=106986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 13:47:04.873357 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545ae032-81b7-4275-b039-e16710b13857 admin admin] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:47:04.879498 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-545ae032-81b7-4275-b039-e16710b13857 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/560ade53-d2ca-4e61-85e4-db79f60cec86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0695260 Aug 24 13:47:04.882988 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 56948) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:47:04.885892 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb843200-a201-42a9-ac18-d55b171d79c6 None None] Sync routers for ids ['560ade53-d2ca-4e61-85e4-db79f60cec86'] in dv-cinder-779578-4-iscsi {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:47:04.909342 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb843200-a201-42a9-ac18-d55b171d79c6 None None] Routers {'560ade53-d2ca-4e61-85e4-db79f60cec86'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:47:04.909998 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-bb843200-a201-42a9-ac18-d55b171d79c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:46:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['560ade53-d2ca-4e61-85e4-db79f60cec86'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:47:05.045950 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-bb843200-a201-42a9-ac18-d55b171d79c6 None None] Set router 560ade53-d2ca-4e61-85e4-db79f60cec86 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:47:05.066488 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-6c5c7d6c-00fc-4917-9b2f-fd91cab96ad5 admin admin] Publish callbacks [] for router (560ade53-d2ca-4e61-85e4-db79f60cec86), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:05.182827 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:05.264302 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9e3d3-5c40-456b-bae3-f66c5c0a69a6 req-4cebc24c-3efe-4bf3-819c-db3778b9c4eb tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:05.272131 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-2ba9e3d3-5c40-456b-bae3-f66c5c0a69a6 req-4cebc24c-3efe-4bf3-819c-db3778b9c4eb tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 932 time: 0.1087313 Aug 24 13:47:05.322877 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-bb843200-a201-42a9-ac18-d55b171d79c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560ade53-d2ca-4e61-85e4-db79f60cec86', 'name': 'tempest-TestShelveInstance-1720010661-router', 'tenant_id': '6bcafe839dec4fcc95a4c720463483ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'a85fbe65-a79c-48d1-9540-49f0b7cb2c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:40:33Z', 'updated_at': '2022-08-24T13:47:04Z', 'revision_number': 5, 'project_id': '6bcafe839dec4fcc95a4c720463483ba', 'gw_port': {'id': 'a85fbe65-a79c-48d1-9540-49f0b7cb2c00', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560ade53-d2ca-4e61-85e4-db79f60cec86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:35Z', 'updated_at': '2022-08-24T13:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi'}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:47:05.356277 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-2ba9e3d3-5c40-456b-bae3-f66c5c0a69a6 req-7e350451-5901-43fb-a14d-efdd3bb4ee22 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bc0e3150-cae2-44e8-9b7c-787a9565ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743968 Aug 24 13:47:05.356669 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb843200-a201-42a9-ac18-d55b171d79c6 None None] Checking router: 560ade53-d2ca-4e61-85e4-db79f60cec86 for host: dv-cinder-779578-4-iscsi {{(pid=106987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:47:05.377267 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb843200-a201-42a9-ac18-d55b171d79c6 None None] Routers {'560ade53-d2ca-4e61-85e4-db79f60cec86'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:47:05.378320 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-bb843200-a201-42a9-ac18-d55b171d79c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:46:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['560ade53-d2ca-4e61-85e4-db79f60cec86'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:47:05.415406 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-6c5c7d6c-00fc-4917-9b2f-fd91cab96ad5 admin admin] Publish callbacks [] for router_gateway (560ade53-d2ca-4e61-85e4-db79f60cec86), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:05.420069 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:05.495052 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=100 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:05.515000 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-bb843200-a201-42a9-ac18-d55b171d79c6 None None] Set router 560ade53-d2ca-4e61-85e4-db79f60cec86 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:47:05.679775 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [None req-6c5c7d6c-00fc-4917-9b2f-fd91cab96ad5 admin admin] Deleting port a85fbe65-a79c-48d1-9540-49f0b7cb2c00 {{(pid=106985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:47:05.680104 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-6c5c7d6c-00fc-4917-9b2f-fd91cab96ad5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (a85fbe65-a79c-48d1-9540-49f0b7cb2c00), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:05.717396 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-bb843200-a201-42a9-ac18-d55b171d79c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '560ade53-d2ca-4e61-85e4-db79f60cec86', 'name': 'tempest-TestShelveInstance-1720010661-router', 'tenant_id': '6bcafe839dec4fcc95a4c720463483ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'a85fbe65-a79c-48d1-9540-49f0b7cb2c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:40:33Z', 'updated_at': '2022-08-24T13:47:04Z', 'revision_number': 5, 'project_id': '6bcafe839dec4fcc95a4c720463483ba', 'gw_port': {'id': 'a85fbe65-a79c-48d1-9540-49f0b7cb2c00', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560ade53-d2ca-4e61-85e4-db79f60cec86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:35Z', 'updated_at': '2022-08-24T13:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi'}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:47:05.749005 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb843200-a201-42a9-ac18-d55b171d79c6 None None] The sync data for ids ['560ade53-d2ca-4e61-85e4-db79f60cec86'] in dv-cinder-779578-4-iscsi is: [{'id': '560ade53-d2ca-4e61-85e4-db79f60cec86', 'name': 'tempest-TestShelveInstance-1720010661-router', 'tenant_id': '6bcafe839dec4fcc95a4c720463483ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.239'}], 'enable_snat': True}, 'gw_port_id': 'a85fbe65-a79c-48d1-9540-49f0b7cb2c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:40:33Z', 'updated_at': '2022-08-24T13:47:04Z', 'revision_number': 5, 'project_id': '6bcafe839dec4fcc95a4c720463483ba', 'gw_port': {'id': 'a85fbe65-a79c-48d1-9540-49f0b7cb2c00', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:c0:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '560ade53-d2ca-4e61-85e4-db79f60cec86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 407, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:35Z', 'updated_at': '2022-08-24T13:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi'}] {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:47:05.811857 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.db [None req-6c5c7d6c-00fc-4917-9b2f-fd91cab96ad5 admin admin] For port a85fbe65-a79c-48d1-9540-49f0b7cb2c00, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=a85fbe65-a79c-48d1-9540-49f0b7cb2c00,segment=NetworkSegment(5f346d1e-6301-45fd-9dfc-66a590810fee),segment_id=5f346d1e-6301-45fd-9dfc-66a590810fee)] {{(pid=106985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:47:05.812525 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-6c5c7d6c-00fc-4917-9b2f-fd91cab96ad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (a85fbe65-a79c-48d1-9540-49f0b7cb2c00), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:05.830525 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [None req-6c5c7d6c-00fc-4917-9b2f-fd91cab96ad5 admin admin] Calling delete_port for a85fbe65-a79c-48d1-9540-49f0b7cb2c00 owned by network:router_gateway {{(pid=106985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:47:05.846977 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:06.067927 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-6c5c7d6c-00fc-4917-9b2f-fd91cab96ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (a85fbe65-a79c-48d1-9540-49f0b7cb2c00), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:06.093754 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c7d6c-00fc-4917-9b2f-fd91cab96ad5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a85fbe65-a79c-48d1-9540-49f0b7cb2c00,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:47:06.194141 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-6c5c7d6c-00fc-4917-9b2f-fd91cab96ad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008744'] for router_gateway (560ade53-d2ca-4e61-85e4-db79f60cec86), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:06.306322 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-6c5c7d6c-00fc-4917-9b2f-fd91cab96ad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-564371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7662'] for router (560ade53-d2ca-4e61-85e4-db79f60cec86), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:06.308807 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-6c5c7d6c-00fc-4917-9b2f-fd91cab96ad5 admin admin] Publish callbacks [] for router_controller (560ade53-d2ca-4e61-85e4-db79f60cec86), precommit_delete_associations {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:06.437887 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-6c5c7d6c-00fc-4917-9b2f-fd91cab96ad5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-564362'] for router (560ade53-d2ca-4e61-85e4-db79f60cec86), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:06.438519 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5c7d6c-00fc-4917-9b2f-fd91cab96ad5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 560ade53-d2ca-4e61-85e4-db79f60cec86 {{(pid=106985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 13:47:06.443765 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-6c5c7d6c-00fc-4917-9b2f-fd91cab96ad5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:06.444941 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-6c5c7d6c-00fc-4917-9b2f-fd91cab96ad5 admin admin] 10.222.0.73 "DELETE /networking/v2.0/routers/560ade53-d2ca-4e61-85e4-db79f60cec86 HTTP/1.1" status: 204 len: 168 time: 1.5603189 Aug 24 13:47:06.450912 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 56970) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:47:06.510436 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.db_base_plugin_v2 [None req-e22f981d-b649-4f05-bc2f-4ff5f9d65155 admin admin] Deleting subnet 2bc1c488-9e72-4177-be4a-033432e17d3d {{(pid=106986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 13:47:06.515145 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e22f981d-b649-4f05-bc2f-4ff5f9d65155 admin admin] Publish callbacks [] for subnet (2bc1c488-9e72-4177-be4a-033432e17d3d), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:06.526040 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6d4fe8-336e-46fd-aa31-7f9b605901d1 req-777f1f82-0499-4eaf-bf73-951579da3090 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:06.527748 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9b6d4fe8-336e-46fd-aa31-7f9b605901d1 req-777f1f82-0499-4eaf-bf73-951579da3090 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 932 time: 0.0817778 Aug 24 13:47:06.579464 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e22f981d-b649-4f05-bc2f-4ff5f9d65155 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17251685'] for subnet (2bc1c488-9e72-4177-be4a-033432e17d3d), precommit_delete_associations {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:06.592285 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9b6d4fe8-336e-46fd-aa31-7f9b605901d1 req-b3bb732a-994d-4efe-9fdc-8415c747899d tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bc0e3150-cae2-44e8-9b7c-787a9565ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587378 Aug 24 13:47:06.698994 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e22f981d-b649-4f05-bc2f-4ff5f9d65155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66918460'] for subnet (2bc1c488-9e72-4177-be4a-033432e17d3d), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:06.764970 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:06.844954 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e22f981d-b649-4f05-bc2f-4ff5f9d65155 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66918469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2990509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17994702'] for subnet (2bc1c488-9e72-4177-be4a-033432e17d3d), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:06.877314 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22f981d-b649-4f05-bc2f-4ff5f9d65155 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bc1c488-9e72-4177-be4a-033432e17d3d,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:47:06.896298 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e22f981d-b649-4f05-bc2f-4ff5f9d65155 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:06.898512 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2b1ea6-0981-4da2-9acd-8879118216f3 None None] Network 2a47b7b8-8e69-4dcf-8155-1e0d50419209 requested from dv-cinder-779578-4-iscsi {{(pid=106987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 13:47:06.902653 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-e22f981d-b649-4f05-bc2f-4ff5f9d65155 admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/2bc1c488-9e72-4177-be4a-033432e17d3d HTTP/1.1" status: 204 len: 168 time: 0.4484386 Aug 24 13:47:06.904331 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 56974) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:47:06.923566 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=31 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:06.954667 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=55,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:07.069112 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b0f1a781-ff12-43c2-b0e7-b0fd0866f04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-67096241'] for network (2a47b7b8-8e69-4dcf-8155-1e0d50419209), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:07.207258 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device deec7350-20de-4e28-9f7d-cbfe32f2a53a no longer exists at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:47:07.238933 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [None req-b0f1a781-ff12-43c2-b0e7-b0fd0866f04d admin admin] Deleting port 455b18f1-e1c2-43be-aec7-e3df152c48c4 {{(pid=106986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:47:07.240020 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b0f1a781-ff12-43c2-b0e7-b0fd0866f04d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (455b18f1-e1c2-43be-aec7-e3df152c48c4), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:07.272674 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69aa8fd1-43a0-49cf-a4a0-b1c60bc4e9e2 None None] DHCP port deletion for 2a47b7b8-8e69-4dcf-8155-1e0d50419209 request from dv-cinder-779578-4-iscsi {{(pid=106987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 13:47:07.279467 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] No Port match for: deec7350-20de-4e28-9f7d-cbfe32f2a53a {{(pid=106987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 13:47:07.279831 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device deec7350-20de-4e28-9f7d-cbfe32f2a53a not bound to the agent host dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 13:47:07.283189 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:07.284736 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device a85fbe65-a79c-48d1-9540-49f0b7cb2c00 no longer exists at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:47:07.324687 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] No Port match for: a85fbe65-a79c-48d1-9540-49f0b7cb2c00 {{(pid=106987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 13:47:07.325390 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device a85fbe65-a79c-48d1-9540-49f0b7cb2c00 not bound to the agent host dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 13:47:07.374922 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.db [None req-b0f1a781-ff12-43c2-b0e7-b0fd0866f04d admin admin] For port 455b18f1-e1c2-43be-aec7-e3df152c48c4, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=455b18f1-e1c2-43be-aec7-e3df152c48c4,segment=NetworkSegment(2ee2ed0f-8942-4d6c-9c77-0bae79e3a489),segment_id=2ee2ed0f-8942-4d6c-9c77-0bae79e3a489)] {{(pid=106986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:47:07.375273 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b0f1a781-ff12-43c2-b0e7-b0fd0866f04d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (455b18f1-e1c2-43be-aec7-e3df152c48c4), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:07.379684 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-69aa8fd1-43a0-49cf-a4a0-b1c60bc4e9e2 None None] Deleting port 455b18f1-e1c2-43be-aec7-e3df152c48c4 {{(pid=106987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:47:07.380236 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-69aa8fd1-43a0-49cf-a4a0-b1c60bc4e9e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (455b18f1-e1c2-43be-aec7-e3df152c48c4), before_delete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:07.390804 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [None req-b0f1a781-ff12-43c2-b0e7-b0fd0866f04d admin admin] Calling delete_port for 455b18f1-e1c2-43be-aec7-e3df152c48c4 owned by network:dhcp {{(pid=106986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:47:07.496888 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-69aa8fd1-43a0-49cf-a4a0-b1c60bc4e9e2 None None] For port 455b18f1-e1c2-43be-aec7-e3df152c48c4, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=455b18f1-e1c2-43be-aec7-e3df152c48c4,segment=NetworkSegment(2ee2ed0f-8942-4d6c-9c77-0bae79e3a489),segment_id=2ee2ed0f-8942-4d6c-9c77-0bae79e3a489)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:47:07.497375 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-69aa8fd1-43a0-49cf-a4a0-b1c60bc4e9e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (455b18f1-e1c2-43be-aec7-e3df152c48c4), precommit_delete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:07.511220 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-69aa8fd1-43a0-49cf-a4a0-b1c60bc4e9e2 None None] Calling delete_port for 455b18f1-e1c2-43be-aec7-e3df152c48c4 owned by network:dhcp {{(pid=106987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:47:07.688260 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b0f1a781-ff12-43c2-b0e7-b0fd0866f04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990584'] for port (455b18f1-e1c2-43be-aec7-e3df152c48c4), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:07.695508 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-69aa8fd1-43a0-49cf-a4a0-b1c60bc4e9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643'] for port (455b18f1-e1c2-43be-aec7-e3df152c48c4), after_delete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:07.727180 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aa8fd1-43a0-49cf-a4a0-b1c60bc4e9e2 None None] Pushing event deleted for resources: {'Port': ['ID=455b18f1-e1c2-43be-aec7-e3df152c48c4,revision_number=None']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:47:07.736935 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69aa8fd1-43a0-49cf-a4a0-b1c60bc4e9e2 None None] No DVR routers for this DVR port 455b18f1-e1c2-43be-aec7-e3df152c48c4 on host dv-cinder-779578-4-iscsi {{(pid=106987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 13:47:07.743977 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f1a781-ff12-43c2-b0e7-b0fd0866f04d admin admin] Pushing event deleted for resources: {'Port': ['ID=455b18f1-e1c2-43be-aec7-e3df152c48c4,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:47:07.760890 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0f1a781-ff12-43c2-b0e7-b0fd0866f04d admin admin] No DVR routers for this DVR port 455b18f1-e1c2-43be-aec7-e3df152c48c4 on host dv-cinder-779578-4-iscsi {{(pid=106986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 13:47:07.783171 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0fa1fc-638d-4282-9074-b1b4dc1551c8 req-601d3237-9390-4cd4-9008-e0a213797d9f tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:07.787115 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7a0fa1fc-638d-4282-9074-b1b4dc1551c8 req-601d3237-9390-4cd4-9008-e0a213797d9f tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 932 time: 0.1035058 Aug 24 13:47:07.877138 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b0f1a781-ff12-43c2-b0e7-b0fd0866f04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66912316', 'neutron.services.segments.db._delete_segments_for_network-8732775531888'] for network (2a47b7b8-8e69-4dcf-8155-1e0d50419209), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:07.905445 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7a0fa1fc-638d-4282-9074-b1b4dc1551c8 req-b03374a4-59c3-48cf-8c84-4bdedc41c638 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bc0e3150-cae2-44e8-9b7c-787a9565ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061642 Aug 24 13:47:07.910105 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.services.segments.db [None req-b0f1a781-ff12-43c2-b0e7-b0fd0866f04d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a47b7b8-8e69-4dcf-8155-1e0d50419209']}} {{(pid=106986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:47:07.925092 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.services.segments.db [None req-b0f1a781-ff12-43c2-b0e7-b0fd0866f04d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ee2ed0f-8942-4d6c-9c77-0bae79e3a489') {'for_net_delete': True} {{(pid=106986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:47:07.925422 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.services.segments.db [None req-b0f1a781-ff12-43c2-b0e7-b0fd0866f04d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ee2ed0f-8942-4d6c-9c77-0bae79e3a489') {} {{(pid=106986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:47:07.945462 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b0f1a781-ff12-43c2-b0e7-b0fd0866f04d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732775508974', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17251692'] for segment (2ee2ed0f-8942-4d6c-9c77-0bae79e3a489), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:07.961929 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b0f1a781-ff12-43c2-b0e7-b0fd0866f04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916165'] for segment (2ee2ed0f-8942-4d6c-9c77-0bae79e3a489), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:07.969891 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0f1a781-ff12-43c2-b0e7-b0fd0866f04d admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=106986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 13:47:07.970393 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b0f1a781-ff12-43c2-b0e7-b0fd0866f04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2990539'] for segment (2ee2ed0f-8942-4d6c-9c77-0bae79e3a489), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:07.996971 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.services.segments.plugin [-] Segment 2ee2ed0f-8942-4d6c-9c77-0bae79e3a489 resource provider aggregate not found Aug 24 13:47:08.059143 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.services.segments.plugin [-] Segment 2ee2ed0f-8942-4d6c-9c77-0bae79e3a489 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2ee2ed0f-8942-4d6c-9c77-0bae79e3a489 found for delete ", "request_id": "req-08038612-5b3f-425f-8945-f2c942bd3931"}]} Aug 24 13:47:08.113213 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b0f1a781-ff12-43c2-b0e7-b0fd0866f04d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66912311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008716'] for network (2a47b7b8-8e69-4dcf-8155-1e0d50419209), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:08.120034 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b0f1a781-ff12-43c2-b0e7-b0fd0866f04d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for network (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:08.125450 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 56984) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:47:08.129195 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-b0f1a781-ff12-43c2-b0e7-b0fd0866f04d admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/2a47b7b8-8e69-4dcf-8155-1e0d50419209 HTTP/1.1" status: 204 len: 168 time: 1.2199371 Aug 24 13:47:08.300848 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:08.459020 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f1a781-ff12-43c2-b0e7-b0fd0866f04d admin admin] Pushing event deleted for resources: {'Network': ['ID=2a47b7b8-8e69-4dcf-8155-1e0d50419209,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:47:08.671124 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-db166a09-c5c5-4310-9962-3c7dd2b3d7e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-564397'] for router_interface (cafbdbd3-4869-45ed-bfec-c685c548c553), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:08.807708 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:09.107237 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 455b18f1-e1c2-43be-aec7-e3df152c48c4 no longer exists at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:47:09.108416 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [None req-db166a09-c5c5-4310-9962-3c7dd2b3d7e8 admin admin] Deleting port 7523490e-8bd4-4dc1-bd2d-165e315015ba {{(pid=106985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:47:09.108883 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-db166a09-c5c5-4310-9962-3c7dd2b3d7e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (7523490e-8bd4-4dc1-bd2d-165e315015ba), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:09.118259 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db41387a-f270-430f-9b90-55f23c37385e req-69571369-663a-4d68-9994-1f73ec533962 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:09.119898 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-db41387a-f270-430f-9b90-55f23c37385e req-69571369-663a-4d68-9994-1f73ec533962 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 932 time: 0.1032465 Aug 24 13:47:09.128585 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] No Port match for: 455b18f1-e1c2-43be-aec7-e3df152c48c4 {{(pid=106987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 13:47:09.128925 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 455b18f1-e1c2-43be-aec7-e3df152c48c4 not bound to the agent host dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 13:47:09.233449 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-db41387a-f270-430f-9b90-55f23c37385e req-34377925-38ff-4154-8071-4abc0eb97e1e tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bc0e3150-cae2-44e8-9b7c-787a9565ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026874 Aug 24 13:47:09.266446 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.db [None req-db166a09-c5c5-4310-9962-3c7dd2b3d7e8 admin admin] For port 7523490e-8bd4-4dc1-bd2d-165e315015ba, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=7523490e-8bd4-4dc1-bd2d-165e315015ba,segment=NetworkSegment(f7914525-6577-4723-8f52-046260f0cfb5),segment_id=f7914525-6577-4723-8f52-046260f0cfb5)] {{(pid=106985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:47:09.266910 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-db166a09-c5c5-4310-9962-3c7dd2b3d7e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (7523490e-8bd4-4dc1-bd2d-165e315015ba), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:09.282648 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [None req-db166a09-c5c5-4310-9962-3c7dd2b3d7e8 admin admin] Calling delete_port for 7523490e-8bd4-4dc1-bd2d-165e315015ba owned by network:router_interface {{(pid=106985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:47:09.534971 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-db166a09-c5c5-4310-9962-3c7dd2b3d7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (7523490e-8bd4-4dc1-bd2d-165e315015ba), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:09.564937 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db166a09-c5c5-4310-9962-3c7dd2b3d7e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7523490e-8bd4-4dc1-bd2d-165e315015ba,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:47:09.745004 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:09.758604 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-db166a09-c5c5-4310-9962-3c7dd2b3d7e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-564281'] for router_interface (cafbdbd3-4869-45ed-bfec-c685c548c553), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:09.984734 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db166a09-c5c5-4310-9962-3c7dd2b3d7e8 admin admin] Router cafbdbd3-4869-45ed-bfec-c685c548c553 has already been hosted by L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 {{(pid=106985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 13:47:09.987752 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:10.126616 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db166a09-c5c5-4310-9962-3c7dd2b3d7e8 admin admin] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:47:10.134271 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-db166a09-c5c5-4310-9962-3c7dd2b3d7e8 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/cafbdbd3-4869-45ed-bfec-c685c548c553/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0064020 Aug 24 13:47:10.137648 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 56994) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:47:10.141205 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa7549e-5797-4d5e-abbf-430daae366db None None] Sync routers for ids ['cafbdbd3-4869-45ed-bfec-c685c548c553'] in dv-cinder-779578-4-iscsi {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:47:10.153378 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa7549e-5797-4d5e-abbf-430daae366db None None] Routers {'cafbdbd3-4869-45ed-bfec-c685c548c553'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:47:10.154094 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-8aa7549e-5797-4d5e-abbf-430daae366db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:46:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['cafbdbd3-4869-45ed-bfec-c685c548c553'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:47:10.245089 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-8897f5bb-c596-457c-b5a3-ec78cf480986 admin admin] Publish callbacks [] for router (cafbdbd3-4869-45ed-bfec-c685c548c553), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:10.257573 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-8aa7549e-5797-4d5e-abbf-430daae366db None None] Set router cafbdbd3-4869-45ed-bfec-c685c548c553 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:47:10.385722 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665addb9-e299-424d-8455-88bc4211852a req-bb4d8df4-f591-4c6e-a164-b13d91a35051 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:10.387143 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-665addb9-e299-424d-8455-88bc4211852a req-bb4d8df4-f591-4c6e-a164-b13d91a35051 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 932 time: 0.0668623 Aug 24 13:47:10.402481 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-8897f5bb-c596-457c-b5a3-ec78cf480986 admin admin] Publish callbacks [] for router_gateway (cafbdbd3-4869-45ed-bfec-c685c548c553), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:10.446030 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-665addb9-e299-424d-8455-88bc4211852a req-39673a60-61cc-44f5-b573-35df700034d9 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bc0e3150-cae2-44e8-9b7c-787a9565ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522273 Aug 24 13:47:10.522479 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-8aa7549e-5797-4d5e-abbf-430daae366db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cafbdbd3-4869-45ed-bfec-c685c548c553', 'name': 'tempest-TestShelveInstance-1496740980-router', 'tenant_id': '375bbf2a674b43e2927d3b4ab3f6f886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.140'}], 'enable_snat': True}, 'gw_port_id': 'caaf0ea8-044a-40bc-bc4a-8e6323ffeed3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:40:52Z', 'updated_at': '2022-08-24T13:47:09Z', 'revision_number': 5, 'project_id': '375bbf2a674b43e2927d3b4ab3f6f886', 'gw_port': {'id': 'caaf0ea8-044a-40bc-bc4a-8e6323ffeed3', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:d9:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cafbdbd3-4869-45ed-bfec-c685c548c553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:40:53Z', 'updated_at': '2022-08-24T13:41:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi'}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:47:10.523757 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [req-d6718e40-05a5-49e8-bf3a-661dc618ab3d req-d434e5b5-f8ec-4870-ab13-e268ec9885fe service neutron] Request body: {'port': {'device_id': '5d1d1e2a-ddc9-4a66-8db4-6cccea722024', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:47:10.555207 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa7549e-5797-4d5e-abbf-430daae366db None None] Checking router: cafbdbd3-4869-45ed-bfec-c685c548c553 for host: dv-cinder-779578-4-iscsi {{(pid=106988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:47:10.561037 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa7549e-5797-4d5e-abbf-430daae366db None None] Routers {'cafbdbd3-4869-45ed-bfec-c685c548c553'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:47:10.562158 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-8aa7549e-5797-4d5e-abbf-430daae366db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:46:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['cafbdbd3-4869-45ed-bfec-c685c548c553'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:47:10.563003 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [None req-8897f5bb-c596-457c-b5a3-ec78cf480986 admin admin] Deleting port caaf0ea8-044a-40bc-bc4a-8e6323ffeed3 {{(pid=106985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:47:10.563160 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-8897f5bb-c596-457c-b5a3-ec78cf480986 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (caaf0ea8-044a-40bc-bc4a-8e6323ffeed3), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:10.656250 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-8aa7549e-5797-4d5e-abbf-430daae366db None None] Set router cafbdbd3-4869-45ed-bfec-c685c548c553 gateway port host: None {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:47:10.714964 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-8aa7549e-5797-4d5e-abbf-430daae366db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cafbdbd3-4869-45ed-bfec-c685c548c553', 'name': 'tempest-TestShelveInstance-1496740980-router', 'tenant_id': '375bbf2a674b43e2927d3b4ab3f6f886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:40:52Z', 'updated_at': '2022-08-24T13:47:10Z', 'revision_number': 6, 'project_id': '375bbf2a674b43e2927d3b4ab3f6f886', 'gw_port_host': None}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:47:10.742394 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa7549e-5797-4d5e-abbf-430daae366db None None] The sync data for ids ['cafbdbd3-4869-45ed-bfec-c685c548c553'] in dv-cinder-779578-4-iscsi is: [{'id': 'cafbdbd3-4869-45ed-bfec-c685c548c553', 'name': 'tempest-TestShelveInstance-1496740980-router', 'tenant_id': '375bbf2a674b43e2927d3b4ab3f6f886', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:40:52Z', 'updated_at': '2022-08-24T13:47:10Z', 'revision_number': 6, 'project_id': '375bbf2a674b43e2927d3b4ab3f6f886', 'gw_port_host': None}] {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:47:10.910043 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-d6718e40-05a5-49e8-bf3a-661dc618ab3d req-d434e5b5-f8ec-4870-ab13-e268ec9885fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (918b2634-4141-429d-95ff-f9bae50b39dc), before_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:10.967436 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.db [None req-8897f5bb-c596-457c-b5a3-ec78cf480986 admin admin] For port caaf0ea8-044a-40bc-bc4a-8e6323ffeed3, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=caaf0ea8-044a-40bc-bc4a-8e6323ffeed3,segment=NetworkSegment(5f346d1e-6301-45fd-9dfc-66a590810fee),segment_id=5f346d1e-6301-45fd-9dfc-66a590810fee)] {{(pid=106985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:47:10.967815 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-8897f5bb-c596-457c-b5a3-ec78cf480986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (caaf0ea8-044a-40bc-bc4a-8e6323ffeed3), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:10.981492 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:10.996586 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [None req-8897f5bb-c596-457c-b5a3-ec78cf480986 admin admin] Calling delete_port for caaf0ea8-044a-40bc-bc4a-8e6323ffeed3 owned by network:router_gateway {{(pid=106985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:47:11.152039 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:11.167872 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 7523490e-8bd4-4dc1-bd2d-165e315015ba no longer exists at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:47:11.192514 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] No Port match for: 7523490e-8bd4-4dc1-bd2d-165e315015ba {{(pid=106987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 13:47:11.193265 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 7523490e-8bd4-4dc1-bd2d-165e315015ba not bound to the agent host dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 13:47:11.385408 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.notifiers.nova [req-d6718e40-05a5-49e8-bf3a-661dc618ab3d req-d434e5b5-f8ec-4870-ab13-e268ec9885fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 918b2634-4141-429d-95ff-f9bae50b39dc {{(pid=106985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 13:47:11.394245 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-d6718e40-05a5-49e8-bf3a-661dc618ab3d req-d434e5b5-f8ec-4870-ab13-e268ec9885fe service neutron] Publish callbacks [] for port (918b2634-4141-429d-95ff-f9bae50b39dc), precommit_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:11.460716 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.provisioning_blocks [req-d6718e40-05a5-49e8-bf3a-661dc618ab3d req-d434e5b5-f8ec-4870-ab13-e268ec9885fe service neutron] Transition to ACTIVE for port object 918b2634-4141-429d-95ff-f9bae50b39dc will not be triggered until provisioned by entity L2. {{(pid=106985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 13:47:11.462039 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-8897f5bb-c596-457c-b5a3-ec78cf480986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (caaf0ea8-044a-40bc-bc4a-8e6323ffeed3), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:11.490383 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8897f5bb-c596-457c-b5a3-ec78cf480986 admin admin] Pushing event deleted for resources: {'Port': ['ID=caaf0ea8-044a-40bc-bc4a-8e6323ffeed3,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:47:11.562608 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-d6718e40-05a5-49e8-bf3a-661dc618ab3d req-d434e5b5-f8ec-4870-ab13-e268ec9885fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2796075'] for port (918b2634-4141-429d-95ff-f9bae50b39dc), after_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:11.646973 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed2eecc-4167-4171-8dee-dede084aee59 req-0bc68211-e90a-4768-904e-0fa4bf908190 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:11.648724 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5ed2eecc-4167-4171-8dee-dede084aee59 req-0bc68211-e90a-4768-904e-0fa4bf908190 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 944 time: 0.1221967 Aug 24 13:47:11.659517 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-8897f5bb-c596-457c-b5a3-ec78cf480986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008744'] for router_gateway (cafbdbd3-4869-45ed-bfec-c685c548c553), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:11.751420 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d434e5b5-f8ec-4870-ab13-e268ec9885fe service neutron] Pushing event updated for resources: {'Port': ['ID=918b2634-4141-429d-95ff-f9bae50b39dc,revision_number=2']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:47:11.825371 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-8897f5bb-c596-457c-b5a3-ec78cf480986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-564371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7662'] for router (cafbdbd3-4869-45ed-bfec-c685c548c553), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:11.831244 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-8897f5bb-c596-457c-b5a3-ec78cf480986 admin admin] Publish callbacks [] for router_controller (cafbdbd3-4869-45ed-bfec-c685c548c553), precommit_delete_associations {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:11.883107 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5ed2eecc-4167-4171-8dee-dede084aee59 req-f73f8b1f-c7be-4681-818e-b20949c978db tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bc0e3150-cae2-44e8-9b7c-787a9565ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264090 Aug 24 13:47:11.894025 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.managers [req-d6718e40-05a5-49e8-bf3a-661dc618ab3d req-d434e5b5-f8ec-4870-ab13-e268ec9885fe service neutron] Attempting to bind port 918b2634-4141-429d-95ff-f9bae50b39dc on host hv-cinder-77957 for vnic_type normal with profile {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:47:11.894357 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.managers [req-d6718e40-05a5-49e8-bf3a-661dc618ab3d req-d434e5b5-f8ec-4870-ab13-e268ec9885fe service neutron] Attempting to bind port 918b2634-4141-429d-95ff-f9bae50b39dc by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': 'eee2f36f-a970-4ec4-a399-3d8c5a2cfe2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b8752123-78d7-4696-a283-4d3f0be721c2'}] {{(pid=106985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:47:11.894682 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6718e40-05a5-49e8-bf3a-661dc618ab3d req-d434e5b5-f8ec-4870-ab13-e268ec9885fe service neutron] Attempting to bind port 918b2634-4141-429d-95ff-f9bae50b39dc on network b8752123-78d7-4696-a283-4d3f0be721c2 {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:47:11.899632 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6718e40-05a5-49e8-bf3a-661dc618ab3d req-d434e5b5-f8ec-4870-ab13-e268ec9885fe service neutron] Port 918b2634-4141-429d-95ff-f9bae50b39dc on network b8752123-78d7-4696-a283-4d3f0be721c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 13:47:11.899945 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6718e40-05a5-49e8-bf3a-661dc618ab3d req-d434e5b5-f8ec-4870-ab13-e268ec9885fe service neutron] Attempting to bind port 918b2634-4141-429d-95ff-f9bae50b39dc on network b8752123-78d7-4696-a283-4d3f0be721c2 {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:47:11.904823 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6718e40-05a5-49e8-bf3a-661dc618ab3d req-d434e5b5-f8ec-4870-ab13-e268ec9885fe service neutron] Checking agent: {'id': 'a93d403b-29c5-41ac-a53c-7c0bf3f47879', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 36, 17), 'started_at': datetime.datetime(2022, 8, 24, 13, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:47:11.909148 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6718e40-05a5-49e8-bf3a-661dc618ab3d req-d434e5b5-f8ec-4870-ab13-e268ec9885fe service neutron] Checking segment: {'id': 'eee2f36f-a970-4ec4-a399-3d8c5a2cfe2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b8752123-78d7-4696-a283-4d3f0be721c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:47:11.909148 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6718e40-05a5-49e8-bf3a-661dc618ab3d req-d434e5b5-f8ec-4870-ab13-e268ec9885fe service neutron] Bound using segment: {'id': 'eee2f36f-a970-4ec4-a399-3d8c5a2cfe2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b8752123-78d7-4696-a283-4d3f0be721c2'} {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:47:11.909148 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.managers [req-d6718e40-05a5-49e8-bf3a-661dc618ab3d req-d434e5b5-f8ec-4870-ab13-e268ec9885fe service neutron] Bound port: 918b2634-4141-429d-95ff-f9bae50b39dc, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eee2f36f-a970-4ec4-a399-3d8c5a2cfe2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'b8752123-78d7-4696-a283-4d3f0be721c2'}}] {{(pid=106985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:47:11.909148 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-d6718e40-05a5-49e8-bf3a-661dc618ab3d req-d434e5b5-f8ec-4870-ab13-e268ec9885fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (918b2634-4141-429d-95ff-f9bae50b39dc), before_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:11.909148 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:11.952196 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-8897f5bb-c596-457c-b5a3-ec78cf480986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-564362'] for router (cafbdbd3-4869-45ed-bfec-c685c548c553), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:11.952776 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8897f5bb-c596-457c-b5a3-ec78cf480986 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cafbdbd3-4869-45ed-bfec-c685c548c553 {{(pid=106985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 13:47:11.958913 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-8897f5bb-c596-457c-b5a3-ec78cf480986 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:11.960074 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-8897f5bb-c596-457c-b5a3-ec78cf480986 admin admin] 10.222.0.73 "DELETE /networking/v2.0/routers/cafbdbd3-4869-45ed-bfec-c685c548c553 HTTP/1.1" status: 204 len: 168 time: 1.8214314 Aug 24 13:47:11.962991 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 57006) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:47:12.017700 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.db [req-d6718e40-05a5-49e8-bf3a-661dc618ab3d req-d434e5b5-f8ec-4870-ab13-e268ec9885fe service neutron] For port 918b2634-4141-429d-95ff-f9bae50b39dc, host hv-cinder-77957, cleared binding levels {{(pid=106985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:47:12.022532 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.db [req-d6718e40-05a5-49e8-bf3a-661dc618ab3d req-d434e5b5-f8ec-4870-ab13-e268ec9885fe service neutron] For port 918b2634-4141-429d-95ff-f9bae50b39dc, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=918b2634-4141-429d-95ff-f9bae50b39dc,segment=NetworkSegment(eee2f36f-a970-4ec4-a399-3d8c5a2cfe2b),segment_id=eee2f36f-a970-4ec4-a399-3d8c5a2cfe2b)] {{(pid=106985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:47:12.031068 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.db_base_plugin_v2 [None req-f72f62a3-f8eb-48f4-ab94-e11f08fccefb admin admin] Deleting subnet ede2d3c9-8742-438d-82e6-bdc064f0e451 {{(pid=106985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 13:47:12.034559 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f72f62a3-f8eb-48f4-ab94-e11f08fccefb admin admin] Publish callbacks [] for subnet (ede2d3c9-8742-438d-82e6-bdc064f0e451), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:12.072532 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f72f62a3-f8eb-48f4-ab94-e11f08fccefb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2278136'] for subnet (ede2d3c9-8742-438d-82e6-bdc064f0e451), precommit_delete_associations {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:12.090734 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:DELETE=4,neutron:UPDATE=4,neutron:SELECT=91,neutron:INSERT=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:12.153895 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-d6718e40-05a5-49e8-bf3a-661dc618ab3d req-d434e5b5-f8ec-4870-ab13-e268ec9885fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2796075'] for port (918b2634-4141-429d-95ff-f9bae50b39dc), after_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:12.156305 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f72f62a3-f8eb-48f4-ab94-e11f08fccefb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66918460'] for subnet (ede2d3c9-8742-438d-82e6-bdc064f0e451), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:12.160522 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6718e40-05a5-49e8-bf3a-661dc618ab3d req-d434e5b5-f8ec-4870-ab13-e268ec9885fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:12.161313 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-d6718e40-05a5-49e8-bf3a-661dc618ab3d req-d434e5b5-f8ec-4870-ab13-e268ec9885fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:12.162880 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d6718e40-05a5-49e8-bf3a-661dc618ab3d req-d434e5b5-f8ec-4870-ab13-e268ec9885fe service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/918b2634-4141-429d-95ff-f9bae50b39dc HTTP/1.1" status: 200 len: 1094 time: 1.6458375 Aug 24 13:47:12.180900 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1d1e2a-ddc9-4a66-8db4-6cccea722024', 'tag': '918b2634-4141-429d-95ff-f9bae50b39dc'}] {{(pid=106985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:47:12.183244 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339b45b761399ad6383a0e79eb3d49a8b35bb9728a194a6e9817421c04d0c31a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d30f45-00da-49c6-9896-0cb9fedea6a2" -d '{"events": [{"name": "network-changed", "server_uuid": "5d1d1e2a-ddc9-4a66-8db4-6cccea722024", "tag": "918b2634-4141-429d-95ff-f9bae50b39dc"}]}' {{(pid=106985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:47:12.224376 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 13:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d28f598c-6c14-465f-98fe-2b55e6871026 x-openstack-request-id: req-d28f598c-6c14-465f-98fe-2b55e6871026 {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:47:12.224674 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d1d1e2a-ddc9-4a66-8db4-6cccea722024", "tag": "918b2634-4141-429d-95ff-f9bae50b39dc", "status": "completed", "code": 200}]} {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:47:12.224903 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d28f598c-6c14-465f-98fe-2b55e6871026 {{(pid=106985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:47:12.225302 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d28f598c-6c14-465f-98fe-2b55e6871026'] response: {'name': 'network-changed', 'server_uuid': '5d1d1e2a-ddc9-4a66-8db4-6cccea722024', 'tag': '918b2634-4141-429d-95ff-f9bae50b39dc', 'status': 'completed', 'code': 200} Aug 24 13:47:12.251894 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d434e5b5-f8ec-4870-ab13-e268ec9885fe service neutron] Pushing event updated for resources: {'Port': ['ID=918b2634-4141-429d-95ff-f9bae50b39dc,revision_number=3']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:47:12.324914 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f72f62a3-f8eb-48f4-ab94-e11f08fccefb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66918469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2796145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133524'] for subnet (ede2d3c9-8742-438d-82e6-bdc064f0e451), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:12.360028 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72f62a3-f8eb-48f4-ab94-e11f08fccefb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ede2d3c9-8742-438d-82e6-bdc064f0e451,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:47:12.362168 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d30f45-00da-49c6-9896-0cb9fedea6a2 req-d1c51146-ce4a-447a-938b-5ed5dee15721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:12.363701 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-26d30f45-00da-49c6-9896-0cb9fedea6a2 req-d1c51146-ce4a-447a-938b-5ed5dee15721 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=6f61a8f100cf4d39928e4d596741e1bb&device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 1128 time: 0.0777318 Aug 24 13:47:12.366564 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f72f62a3-f8eb-48f4-ab94-e11f08fccefb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for subnet (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:12.367539 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11e324b-f0cf-4947-a803-aa656feaf8ed None None] Network bff97d5a-430a-4fce-aec5-e83fa0d23e43 requested from dv-cinder-779578-4-iscsi {{(pid=106987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 13:47:12.371779 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-f72f62a3-f8eb-48f4-ab94-e11f08fccefb admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/ede2d3c9-8742-438d-82e6-bdc064f0e451 HTTP/1.1" status: 204 len: 168 time: 0.4064825 Aug 24 13:47:12.373114 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 57010) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:47:12.515043 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-7685e30f-c94b-4035-a33c-3ed1720c9362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-67096241'] for network (bff97d5a-430a-4fce-aec5-e83fa0d23e43), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:12.519953 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b724495-49bc-49bd-a09a-9faf04328d42 None None] DHCP port deletion for bff97d5a-430a-4fce-aec5-e83fa0d23e43 request from dv-cinder-779578-4-iscsi {{(pid=106987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 13:47:12.546259 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:12.559479 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-2b724495-49bc-49bd-a09a-9faf04328d42 None None] Deleting port 081e5b80-e65e-4f56-aa2a-ecb6823f1d1f {{(pid=106987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:47:12.559852 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-2b724495-49bc-49bd-a09a-9faf04328d42 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (081e5b80-e65e-4f56-aa2a-ecb6823f1d1f), before_delete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:12.572609 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d30f45-00da-49c6-9896-0cb9fedea6a2 req-263c9a0f-5e80-45dc-8ede-d98a9218cbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:12.574805 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-26d30f45-00da-49c6-9896-0cb9fedea6a2 req-263c9a0f-5e80-45dc-8ede-d98a9218cbfd service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=6f61a8f100cf4d39928e4d596741e1bb&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1930676 Aug 24 13:47:12.607318 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:12.610690 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [None req-7685e30f-c94b-4035-a33c-3ed1720c9362 admin admin] Deleting port 081e5b80-e65e-4f56-aa2a-ecb6823f1d1f {{(pid=106985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:47:12.611030 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-7685e30f-c94b-4035-a33c-3ed1720c9362 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (081e5b80-e65e-4f56-aa2a-ecb6823f1d1f), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:12.628667 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-2b724495-49bc-49bd-a09a-9faf04328d42 None None] For port 081e5b80-e65e-4f56-aa2a-ecb6823f1d1f, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=081e5b80-e65e-4f56-aa2a-ecb6823f1d1f,segment=NetworkSegment(f7914525-6577-4723-8f52-046260f0cfb5),segment_id=f7914525-6577-4723-8f52-046260f0cfb5)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:47:12.629110 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-2b724495-49bc-49bd-a09a-9faf04328d42 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (081e5b80-e65e-4f56-aa2a-ecb6823f1d1f), precommit_delete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:12.643574 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-2b724495-49bc-49bd-a09a-9faf04328d42 None None] Calling delete_port for 081e5b80-e65e-4f56-aa2a-ecb6823f1d1f owned by network:dhcp {{(pid=106987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:47:12.733299 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.db [None req-7685e30f-c94b-4035-a33c-3ed1720c9362 admin admin] For port 081e5b80-e65e-4f56-aa2a-ecb6823f1d1f, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=081e5b80-e65e-4f56-aa2a-ecb6823f1d1f,segment=NetworkSegment(f7914525-6577-4723-8f52-046260f0cfb5),segment_id=f7914525-6577-4723-8f52-046260f0cfb5)] {{(pid=106985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:47:12.733716 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-7685e30f-c94b-4035-a33c-3ed1720c9362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (081e5b80-e65e-4f56-aa2a-ecb6823f1d1f), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:12.757941 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [None req-7685e30f-c94b-4035-a33c-3ed1720c9362 admin admin] Calling delete_port for 081e5b80-e65e-4f56-aa2a-ecb6823f1d1f owned by network:dhcp {{(pid=106985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:47:12.760277 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d30f45-00da-49c6-9896-0cb9fedea6a2 req-e815800b-ef6b-45a4-8442-5e3ca64acdd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:12.761759 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-26d30f45-00da-49c6-9896-0cb9fedea6a2 req-e815800b-ef6b-45a4-8442-5e3ca64acdd1 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1807902 Aug 24 13:47:12.787603 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-2b724495-49bc-49bd-a09a-9faf04328d42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643'] for port (081e5b80-e65e-4f56-aa2a-ecb6823f1d1f), after_delete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:12.812859 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b724495-49bc-49bd-a09a-9faf04328d42 None None] Pushing event deleted for resources: {'Port': ['ID=081e5b80-e65e-4f56-aa2a-ecb6823f1d1f,revision_number=None']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:47:12.817028 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b724495-49bc-49bd-a09a-9faf04328d42 None None] No DVR routers for this DVR port 081e5b80-e65e-4f56-aa2a-ecb6823f1d1f on host dv-cinder-779578-4-iscsi {{(pid=106987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 13:47:12.899985 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-7685e30f-c94b-4035-a33c-3ed1720c9362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (081e5b80-e65e-4f56-aa2a-ecb6823f1d1f), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:12.906265 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6718e40-05a5-49e8-bf3a-661dc618ab3d req-58fe9726-75d7-466e-90f3-77d079ae7d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:12.907816 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d6718e40-05a5-49e8-bf3a-661dc618ab3d req-58fe9726-75d7-466e-90f3-77d079ae7d43 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=6f61a8f100cf4d39928e4d596741e1bb&device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 1128 time: 0.0826001 Aug 24 13:47:12.937847 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7685e30f-c94b-4035-a33c-3ed1720c9362 admin admin] Pushing event deleted for resources: {'Port': ['ID=081e5b80-e65e-4f56-aa2a-ecb6823f1d1f,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:47:12.978619 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7685e30f-c94b-4035-a33c-3ed1720c9362 admin admin] No DVR routers for this DVR port 081e5b80-e65e-4f56-aa2a-ecb6823f1d1f on host dv-cinder-779578-4-iscsi {{(pid=106985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 13:47:12.981890 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d6718e40-05a5-49e8-bf3a-661dc618ab3d req-1706210e-c612-4756-83bc-721b6b255c8c service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=918b2634-4141-429d-95ff-f9bae50b39dc HTTP/1.1" status: 200 len: 217 time: 0.0517483 Aug 24 13:47:12.992314 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7685e30f-c94b-4035-a33c-3ed1720c9362 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:47:12.992553 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7685e30f-c94b-4035-a33c-3ed1720c9362 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:47:12.992895 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7685e30f-c94b-4035-a33c-3ed1720c9362 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:47:12.993235 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7685e30f-c94b-4035-a33c-3ed1720c9362 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:47:12.993571 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7685e30f-c94b-4035-a33c-3ed1720c9362 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:47:12.993917 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7685e30f-c94b-4035-a33c-3ed1720c9362 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:47:12.994225 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7685e30f-c94b-4035-a33c-3ed1720c9362 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:47:12.994551 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7685e30f-c94b-4035-a33c-3ed1720c9362 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:47:12.994876 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7685e30f-c94b-4035-a33c-3ed1720c9362 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:47:12.995218 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7685e30f-c94b-4035-a33c-3ed1720c9362 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:47:12.995524 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7685e30f-c94b-4035-a33c-3ed1720c9362 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:47:12.995845 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7685e30f-c94b-4035-a33c-3ed1720c9362 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:47:12.996163 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7685e30f-c94b-4035-a33c-3ed1720c9362 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:47:12.996507 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7685e30f-c94b-4035-a33c-3ed1720c9362 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:47:12.996826 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7685e30f-c94b-4035-a33c-3ed1720c9362 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:47:13.059024 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device caaf0ea8-044a-40bc-bc4a-8e6323ffeed3 no longer exists at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:47:13.084917 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] No Port match for: caaf0ea8-044a-40bc-bc4a-8e6323ffeed3 {{(pid=106987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 13:47:13.085184 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device caaf0ea8-044a-40bc-bc4a-8e6323ffeed3 not bound to the agent host dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 13:47:13.085606 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 081e5b80-e65e-4f56-aa2a-ecb6823f1d1f no longer exists at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:47:13.100100 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bec0664-5999-40b4-a0ec-ce3041a49e25 req-096ef0c0-6160-4ec8-b812-eaec0f2f1e87 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:13.101657 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-6bec0664-5999-40b4-a0ec-ce3041a49e25 req-096ef0c0-6160-4ec8-b812-eaec0f2f1e87 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 944 time: 0.1243789 Aug 24 13:47:13.109473 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] No Port match for: 081e5b80-e65e-4f56-aa2a-ecb6823f1d1f {{(pid=106987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 13:47:13.110046 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 081e5b80-e65e-4f56-aa2a-ecb6823f1d1f not bound to the agent host dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 13:47:13.155090 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-7685e30f-c94b-4035-a33c-3ed1720c9362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66912316', 'neutron.services.segments.db._delete_segments_for_network-8732775531888'] for network (bff97d5a-430a-4fce-aec5-e83fa0d23e43), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:13.158667 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6718e40-05a5-49e8-bf3a-661dc618ab3d req-794d5924-c02f-42c1-8f85-93c0188a7187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:13.160139 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d6718e40-05a5-49e8-bf3a-661dc618ab3d req-794d5924-c02f-42c1-8f85-93c0188a7187 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=76850f21-f492-4b96-acd0-8c02bb420142 HTTP/1.1" status: 200 len: 854 time: 0.1589830 Aug 24 13:47:13.229384 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.services.segments.db [None req-7685e30f-c94b-4035-a33c-3ed1720c9362 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bff97d5a-430a-4fce-aec5-e83fa0d23e43']}} {{(pid=106985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:47:13.252252 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.services.segments.db [None req-7685e30f-c94b-4035-a33c-3ed1720c9362 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7914525-6577-4723-8f52-046260f0cfb5') {'for_net_delete': True} {{(pid=106985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:47:13.252677 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.services.segments.db [None req-7685e30f-c94b-4035-a33c-3ed1720c9362 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7914525-6577-4723-8f52-046260f0cfb5') {} {{(pid=106985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:47:13.276978 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-7685e30f-c94b-4035-a33c-3ed1720c9362 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732775508974', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2278129'] for segment (f7914525-6577-4723-8f52-046260f0cfb5), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:13.302259 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6718e40-05a5-49e8-bf3a-661dc618ab3d req-00b27106-5722-4086-b087-7b18930990c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:13.303961 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d6718e40-05a5-49e8-bf3a-661dc618ab3d req-00b27106-5722-4086-b087-7b18930990c7 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=b8752123-78d7-4696-a283-4d3f0be721c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1333036 Aug 24 13:47:13.325026 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-6bec0664-5999-40b4-a0ec-ce3041a49e25 req-25bc318b-b313-4460-a22c-599ddf6b5319 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bc0e3150-cae2-44e8-9b7c-787a9565ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031503 Aug 24 13:47:13.326006 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-7685e30f-c94b-4035-a33c-3ed1720c9362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916165'] for segment (f7914525-6577-4723-8f52-046260f0cfb5), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:13.345800 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7685e30f-c94b-4035-a33c-3ed1720c9362 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=106985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 13:47:13.346211 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-7685e30f-c94b-4035-a33c-3ed1720c9362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2796055'] for segment (f7914525-6577-4723-8f52-046260f0cfb5), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:13.437846 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.services.segments.plugin [-] Segment f7914525-6577-4723-8f52-046260f0cfb5 resource provider aggregate not found Aug 24 13:47:13.449750 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:13.459672 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.services.segments.plugin [-] Segment f7914525-6577-4723-8f52-046260f0cfb5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f7914525-6577-4723-8f52-046260f0cfb5 found for delete ", "request_id": "req-cf0586e1-0132-4c74-a18d-fc4605b31190"}]} Aug 24 13:47:13.474566 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d6718e40-05a5-49e8-bf3a-661dc618ab3d req-746d0fee-f1dd-403b-a2dc-b0e514a3c491 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/b8752123-78d7-4696-a283-4d3f0be721c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631405 Aug 24 13:47:13.513829 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-7685e30f-c94b-4035-a33c-3ed1720c9362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66912311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008716'] for network (bff97d5a-430a-4fce-aec5-e83fa0d23e43), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:13.522653 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-7685e30f-c94b-4035-a33c-3ed1720c9362 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for network (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:13.525786 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-7685e30f-c94b-4035-a33c-3ed1720c9362 admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/bff97d5a-430a-4fce-aec5-e83fa0d23e43 HTTP/1.1" status: 204 len: 168 time: 1.1516502 Aug 24 13:47:13.567856 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7685e30f-c94b-4035-a33c-3ed1720c9362 admin admin] Pushing event deleted for resources: {'Network': ['ID=bff97d5a-430a-4fce-aec5-e83fa0d23e43,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:47:13.608232 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d6718e40-05a5-49e8-bf3a-661dc618ab3d req-8cc67390-0e91-4949-98a3-59e81e41d8c2 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/b8752123-78d7-4696-a283-4d3f0be721c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265962 Aug 24 13:47:13.885328 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 57036) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:47:13.892705 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:13.928014 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-8d666e71-b873-40be-a66e-32307e6581b2 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=6bcafe839dec4fcc95a4c720463483ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414166 Aug 24 13:47:13.930491 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 57038) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:47:13.989241 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-77f72e1b-1235-47a7-8184-9c6bfc8f838c admin admin] Publish callbacks [] for security_group (bee01e30-71b4-4404-8381-e51c288ce166), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:14.010940 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-77f72e1b-1235-47a7-8184-9c6bfc8f838c admin admin] Publish callbacks [] for security_group (bee01e30-71b4-4404-8381-e51c288ce166), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:14.140846 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-77f72e1b-1235-47a7-8184-9c6bfc8f838c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (bee01e30-71b4-4404-8381-e51c288ce166), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:14.143377 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-77f72e1b-1235-47a7-8184-9c6bfc8f838c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:14.144562 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-77f72e1b-1235-47a7-8184-9c6bfc8f838c admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/bee01e30-71b4-4404-8381-e51c288ce166 HTTP/1.1" status: 204 len: 168 time: 0.2131062 Aug 24 13:47:14.152888 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f72e1b-1235-47a7-8184-9c6bfc8f838c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bee01e30-71b4-4404-8381-e51c288ce166,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:47:14.460367 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5a17eb-fb93-42b1-9ac3-2bf460d9bbb5 req-78a40df3-039e-4738-808e-18c040345ebe tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:14.461875 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-fc5a17eb-fb93-42b1-9ac3-2bf460d9bbb5 req-78a40df3-039e-4738-808e-18c040345ebe tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 944 time: 0.0504713 Aug 24 13:47:14.519070 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-fc5a17eb-fb93-42b1-9ac3-2bf460d9bbb5 req-ef20e2b7-03a0-4ba6-9f40-a48d2045db02 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bc0e3150-cae2-44e8-9b7c-787a9565ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512686 Aug 24 13:47:14.898727 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.agents_db [None req-66b1cbc3-9e75-488f-ab76-e3b1c287483f None None] Agent healthcheck: found 6 active agents {{(pid=106988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 13:47:15.039446 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 57052) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:47:15.057333 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 57056) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:47:15.084709 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 918b2634-4141-429d-95ff-f9bae50b39dc details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=106987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 13:47:15.095771 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:15.099091 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-6e9f41dd-8706-4079-ae11-b36d7c85773c admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=375bbf2a674b43e2927d3b4ab3f6f886&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400255 Aug 24 13:47:15.102613 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 57058) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:47:15.155828 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-05a6a8ec-b3fb-4e95-a576-eaac0bd3fa26 admin admin] Publish callbacks [] for security_group (3c1886bc-95ef-43d6-9bb0-f63abfd1f128), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:15.187520 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-05a6a8ec-b3fb-4e95-a576-eaac0bd3fa26 admin admin] Publish callbacks [] for security_group (3c1886bc-95ef-43d6-9bb0-f63abfd1f128), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:15.190927 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 918b2634-4141-429d-95ff-f9bae50b39dc, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=918b2634-4141-429d-95ff-f9bae50b39dc,segment=NetworkSegment(eee2f36f-a970-4ec4-a399-3d8c5a2cfe2b),segment_id=eee2f36f-a970-4ec4-a399-3d8c5a2cfe2b)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:47:15.204729 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Returning: {'device': '918b2634-4141-429d-95ff-f9bae50b39dc', 'network_id': 'b8752123-78d7-4696-a283-4d3f0be721c2', 'port_id': '918b2634-4141-429d-95ff-f9bae50b39dc', 'mac_address': 'fa:16:3e:e3:3e:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76850f21-f492-4b96-acd0-8c02bb420142', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 13:47:15.245340 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port 918b2634-4141-429d-95ff-f9bae50b39dc is: DOWN; New status is: BUILD {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:47:15.245728 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (918b2634-4141-429d-95ff-f9bae50b39dc), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:15.260442 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 918b2634-4141-429d-95ff-f9bae50b39dc {{(pid=106987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 13:47:15.283629 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 918b2634-4141-429d-95ff-f9bae50b39dc, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=918b2634-4141-429d-95ff-f9bae50b39dc,segment=NetworkSegment(eee2f36f-a970-4ec4-a399-3d8c5a2cfe2b),segment_id=eee2f36f-a970-4ec4-a399-3d8c5a2cfe2b)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:47:15.303732 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-653124fc-6cbe-440e-be53-564cd2a1afa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:15.329045 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-05a6a8ec-b3fb-4e95-a576-eaac0bd3fa26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (3c1886bc-95ef-43d6-9bb0-f63abfd1f128), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:15.331783 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-05a6a8ec-b3fb-4e95-a576-eaac0bd3fa26 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:15.337116 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-05a6a8ec-b3fb-4e95-a576-eaac0bd3fa26 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/3c1886bc-95ef-43d6-9bb0-f63abfd1f128 HTTP/1.1" status: 204 len: 168 time: 0.2331064 Aug 24 13:47:15.340912 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:15.346890 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a6a8ec-b3fb-4e95-a576-eaac0bd3fa26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1886bc-95ef-43d6-9bb0-f63abfd1f128,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:47:15.359951 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (918b2634-4141-429d-95ff-f9bae50b39dc), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:15.406117 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-653124fc-6cbe-440e-be53-564cd2a1afa1 admin admin] Publish callbacks [] for security_group (604367a4-fdc5-45fe-8d20-847646fccfb3), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:15.428905 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=918b2634-4141-429d-95ff-f9bae50b39dc,revision_number=4']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:47:15.478108 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-653124fc-6cbe-440e-be53-564cd2a1afa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (604367a4-fdc5-45fe-8d20-847646fccfb3), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:15.524039 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-653124fc-6cbe-440e-be53-564cd2a1afa1 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=face821ff8c7474ebdc02058b43dc575&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4834378 Aug 24 13:47:15.524789 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653124fc-6cbe-440e-be53-564cd2a1afa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=604367a4-fdc5-45fe-8d20-847646fccfb3,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:47:15.526799 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 57062) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:47:15.582394 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-94dbc542-7bc9-417c-b8ff-58b246d5e2c2 admin admin] Publish callbacks [] for security_group (604367a4-fdc5-45fe-8d20-847646fccfb3), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:15.616544 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-94dbc542-7bc9-417c-b8ff-58b246d5e2c2 admin admin] Publish callbacks [] for security_group (604367a4-fdc5-45fe-8d20-847646fccfb3), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:15.695834 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cb223f-744e-4e24-938c-56f78b3bc62e req-f23d305c-c382-4ebd-9cc2-12fe98a0595d tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:15.697502 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-22cb223f-744e-4e24-938c-56f78b3bc62e req-f23d305c-c382-4ebd-9cc2-12fe98a0595d tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 945 time: 0.0745816 Aug 24 13:47:15.709190 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] get_ports_and_sgs() called for port_ids ['918b2634-4141-429d-95ff-f9bae50b39dc'] {{(pid=106987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 13:47:15.745591 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:15.781475 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-22cb223f-744e-4e24-938c-56f78b3bc62e req-838da70f-312e-494a-b860-9927e46418c8 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bc0e3150-cae2-44e8-9b7c-787a9565ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771689 Aug 24 13:47:15.865994 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:15.912236 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-94dbc542-7bc9-417c-b8ff-58b246d5e2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (604367a4-fdc5-45fe-8d20-847646fccfb3), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:15.914954 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-94dbc542-7bc9-417c-b8ff-58b246d5e2c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:15.916133 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-94dbc542-7bc9-417c-b8ff-58b246d5e2c2 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/604367a4-fdc5-45fe-8d20-847646fccfb3 HTTP/1.1" status: 204 len: 168 time: 0.3881934 Aug 24 13:47:15.924945 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dbc542-7bc9-417c-b8ff-58b246d5e2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=604367a4-fdc5-45fe-8d20-847646fccfb3,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:47:16.922500 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed3ec4-43c4-47b0-b20f-91475ea6a10b req-f3bc273b-d4c4-419a-b4a7-638f45886c11 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:16.922500 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f4ed3ec4-43c4-47b0-b20f-91475ea6a10b req-f3bc273b-d4c4-419a-b4a7-638f45886c11 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 945 time: 0.0540655 Aug 24 13:47:16.982519 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f4ed3ec4-43c4-47b0-b20f-91475ea6a10b req-4cc67e2a-d6b4-4cd7-a40e-7c3d5b0d47a8 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bc0e3150-cae2-44e8-9b7c-787a9565ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592940 Aug 24 13:47:17.090888 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 918b2634-4141-429d-95ff-f9bae50b39dc up at agent hyperv_hv-cinder-77957 {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:47:17.137931 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Provisioning for port 918b2634-4141-429d-95ff-f9bae50b39dc completed by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 13:47:17.237516 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Provisioning complete for port 918b2634-4141-429d-95ff-f9bae50b39dc triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:47:17.237953 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (918b2634-4141-429d-95ff-f9bae50b39dc), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:17.329822 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port 918b2634-4141-429d-95ff-f9bae50b39dc is: BUILD; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:47:17.330210 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (918b2634-4141-429d-95ff-f9bae50b39dc), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:17.364715 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1d1e2a-ddc9-4a66-8db4-6cccea722024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918b2634-4141-429d-95ff-f9bae50b39dc'}] {{(pid=106987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:47:17.367129 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee01592ba90e2cb9dcb0c84681ff9a6759d336f5db8af78df2209fafc25a55a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b6dbb82-a8f9-4a87-94eb-b991592febfa" -d '{"events": [{"server_uuid": "5d1d1e2a-ddc9-4a66-8db4-6cccea722024", "name": "network-vif-plugged", "status": "completed", "tag": "918b2634-4141-429d-95ff-f9bae50b39dc"}]}' {{(pid=106987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:47:17.386978 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 918b2634-4141-429d-95ff-f9bae50b39dc, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=918b2634-4141-429d-95ff-f9bae50b39dc,segment=NetworkSegment(eee2f36f-a970-4ec4-a399-3d8c5a2cfe2b),segment_id=eee2f36f-a970-4ec4-a399-3d8c5a2cfe2b)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:47:17.409466 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 13:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd39987d-54f3-443c-95fc-ae990c006998 x-openstack-request-id: req-bd39987d-54f3-443c-95fc-ae990c006998 {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:47:17.409756 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1d1e2a-ddc9-4a66-8db4-6cccea722024", "name": "network-vif-plugged", "status": "completed", "tag": "918b2634-4141-429d-95ff-f9bae50b39dc", "code": 200}]} {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:47:17.410008 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bd39987d-54f3-443c-95fc-ae990c006998 {{(pid=106987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:47:17.410460 dv-cinder-779578-4-iscsi neutron-server[106987]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd39987d-54f3-443c-95fc-ae990c006998'] response: {'server_uuid': '5d1d1e2a-ddc9-4a66-8db4-6cccea722024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918b2634-4141-429d-95ff-f9bae50b39dc', 'code': 200} Aug 24 13:47:17.466274 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (918b2634-4141-429d-95ff-f9bae50b39dc), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:17.522022 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=918b2634-4141-429d-95ff-f9bae50b39dc,revision_number=5']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:47:17.825126 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b7ffce-4f5f-4544-9338-6b600e244d04 req-957df56a-6c5b-43c0-a74f-3a1ce1a0e124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:17.826540 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-51b7ffce-4f5f-4544-9338-6b600e244d04 req-957df56a-6c5b-43c0-a74f-3a1ce1a0e124 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 1130 time: 0.0414305 Aug 24 13:47:17.877044 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-51b7ffce-4f5f-4544-9338-6b600e244d04 req-c2e8cda3-eb02-4eb5-8989-dac5455d54b5 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=bc0e3150-cae2-44e8-9b7c-787a9565ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426853 Aug 24 13:47:18.122973 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b60a10-f0bc-4bbe-844b-35e05226836b req-f0b84724-c16f-4016-b9b2-a58e58670977 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:18.124297 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a93d403b-29c5-41ac-a53c-7c0bf3f47879), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:18.129215 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-57b60a10-f0bc-4bbe-844b-35e05226836b req-f0b84724-c16f-4016-b9b2-a58e58670977 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 946 time: 0.0652204 Aug 24 13:47:18.178278 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-57b60a10-f0bc-4bbe-844b-35e05226836b req-432cebef-36c9-4f9e-a0e6-65cb6011184a tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bc0e3150-cae2-44e8-9b7c-787a9565ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452375 Aug 24 13:47:19.320347 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94b439e-78c6-4bc7-8997-42cf3374c57f req-b2b6accf-8d98-4cc1-bd5d-a2ad3a4ce135 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:19.322042 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d94b439e-78c6-4bc7-8997-42cf3374c57f req-b2b6accf-8d98-4cc1-bd5d-a2ad3a4ce135 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 946 time: 0.0565479 Aug 24 13:47:19.378125 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d94b439e-78c6-4bc7-8997-42cf3374c57f req-e5499245-4af6-42a8-b2e9-1060ee272761 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bc0e3150-cae2-44e8-9b7c-787a9565ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456622 Aug 24 13:47:19.961334 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-7d74c748-5a61-445f-a93d-36dd59141923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:20.470965 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:20.509054 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf1cf24-3bc9-4276-a7c5-e37db45cb7f1 req-8d6feeff-1eca-482e-857b-7265079c3258 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:20.510612 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-cbf1cf24-3bc9-4276-a7c5-e37db45cb7f1 req-8d6feeff-1eca-482e-857b-7265079c3258 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 946 time: 0.0497818 Aug 24 13:47:20.564865 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-cbf1cf24-3bc9-4276-a7c5-e37db45cb7f1 req-ef080d26-6b9f-4ecc-a374-280e9483b5e2 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bc0e3150-cae2-44e8-9b7c-787a9565ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481310 Aug 24 13:47:20.703427 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8603aa74-90af-4a8b-b6d3-c2d2dd6534a2 req-1f3bfcf0-184b-4b17-977b-612333cdaf1d tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:20.704951 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-8603aa74-90af-4a8b-b6d3-c2d2dd6534a2 req-1f3bfcf0-184b-4b17-977b-612333cdaf1d tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 946 time: 0.0501986 Aug 24 13:47:20.754239 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-8603aa74-90af-4a8b-b6d3-c2d2dd6534a2 req-a5f69895-adf5-4f9b-a35b-635f074b7a19 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bc0e3150-cae2-44e8-9b7c-787a9565ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432291 Aug 24 13:47:21.130549 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c76cca6-df19-4fa7-a589-13d80ced190f req-70379c57-5948-4ae8-a189-d34bfe2b2aa9 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:21.132536 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7c76cca6-df19-4fa7-a589-13d80ced190f req-70379c57-5948-4ae8-a189-d34bfe2b2aa9 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 946 time: 0.0511281 Aug 24 13:47:21.181524 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7c76cca6-df19-4fa7-a589-13d80ced190f req-3caeb8ac-9e4c-427b-b728-88c411303c57 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bc0e3150-cae2-44e8-9b7c-787a9565ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429668 Aug 24 13:47:22.323933 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-d9b9e9e9-ab8c-4794-b466-109cd5af8bab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:23.706634 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:24.892465 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=40 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:24.893488 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=51 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:25.128230 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:25.288872 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:25.518692 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=35,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:30.616883 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 57292) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:47:30.735040 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-dbfb9136-db5b-4e8d-919b-be6c9b44d255 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:30.820394 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-dbfb9136-db5b-4e8d-919b-be6c9b44d255 admin admin] Publish callbacks [] for security_group (99194048-5fa1-4fdc-ad0f-e3649c639f25), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:30.912227 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-dbfb9136-db5b-4e8d-919b-be6c9b44d255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (99194048-5fa1-4fdc-ad0f-e3649c639f25), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:30.956439 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-dbfb9136-db5b-4e8d-919b-be6c9b44d255 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=ad1bfd3bb3d847b999593480bc67d1d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3383110 Aug 24 13:47:30.957321 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfb9136-db5b-4e8d-919b-be6c9b44d255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99194048-5fa1-4fdc-ad0f-e3649c639f25,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:47:30.959186 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 57296) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:47:31.017506 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-99f0d215-3aa9-4696-a731-d47f20c8fa9c admin admin] Publish callbacks [] for security_group (99194048-5fa1-4fdc-ad0f-e3649c639f25), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:31.043502 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-99f0d215-3aa9-4696-a731-d47f20c8fa9c admin admin] Publish callbacks [] for security_group (99194048-5fa1-4fdc-ad0f-e3649c639f25), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:31.231718 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-99f0d215-3aa9-4696-a731-d47f20c8fa9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (99194048-5fa1-4fdc-ad0f-e3649c639f25), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:31.234224 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-99f0d215-3aa9-4696-a731-d47f20c8fa9c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:31.235359 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-99f0d215-3aa9-4696-a731-d47f20c8fa9c admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/99194048-5fa1-4fdc-ad0f-e3649c639f25 HTTP/1.1" status: 204 len: 168 time: 0.2751188 Aug 24 13:47:31.244253 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f0d215-3aa9-4696-a731-d47f20c8fa9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99194048-5fa1-4fdc-ad0f-e3649c639f25,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:47:31.251680 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f0d215-3aa9-4696-a731-d47f20c8fa9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:47:31.252018 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f0d215-3aa9-4696-a731-d47f20c8fa9c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:47:31.252392 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f0d215-3aa9-4696-a731-d47f20c8fa9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:47:31.252907 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f0d215-3aa9-4696-a731-d47f20c8fa9c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:47:31.253284 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f0d215-3aa9-4696-a731-d47f20c8fa9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:47:31.253565 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f0d215-3aa9-4696-a731-d47f20c8fa9c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:47:31.253979 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f0d215-3aa9-4696-a731-d47f20c8fa9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:47:31.254187 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f0d215-3aa9-4696-a731-d47f20c8fa9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:47:31.254503 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f0d215-3aa9-4696-a731-d47f20c8fa9c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:47:31.255018 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f0d215-3aa9-4696-a731-d47f20c8fa9c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:47:31.255344 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f0d215-3aa9-4696-a731-d47f20c8fa9c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:47:31.255662 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f0d215-3aa9-4696-a731-d47f20c8fa9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:47:31.256006 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f0d215-3aa9-4696-a731-d47f20c8fa9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:47:31.256354 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f0d215-3aa9-4696-a731-d47f20c8fa9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:47:31.256669 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99f0d215-3aa9-4696-a731-d47f20c8fa9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:47:32.177263 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b4439-be5f-45aa-8f50-035a94c2419e req-a5bbde68-30c6-4b11-bb64-be1eb4ad9453 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:32.179045 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-456b4439-be5f-45aa-8f50-035a94c2419e req-a5bbde68-30c6-4b11-bb64-be1eb4ad9453 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 945 time: 0.0496688 Aug 24 13:47:32.223353 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:32.236568 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-456b4439-be5f-45aa-8f50-035a94c2419e req-f22173e4-60c7-4181-be12-c4d7c1df1fbc tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=62bcf616-fa1e-4b4a-a518-5b1a533b9b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517647 Aug 24 13:47:32.407652 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 57328) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:47:32.507951 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-282cfb59-86b8-4c26-a7e8-ebe6fdeafa37 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-523583901-network', 'tenant_id': '1a7c5f7e89a74cab86be21c2bb4819ab'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:47:32.603568 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282cfb59-86b8-4c26-a7e8-ebe6fdeafa37 admin admin] Made reservation on behalf of 1a7c5f7e89a74cab86be21c2bb4819ab for: {'network': 1} {{(pid=106986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:47:32.606002 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-282cfb59-86b8-4c26-a7e8-ebe6fdeafa37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for network (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:32.615855 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-282cfb59-86b8-4c26-a7e8-ebe6fdeafa37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:32.694685 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-282cfb59-86b8-4c26-a7e8-ebe6fdeafa37 admin admin] Publish callbacks [] for security_group (4f23f651-1dc0-439f-a4bb-10043674cd81), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:32.774543 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-282cfb59-86b8-4c26-a7e8-ebe6fdeafa37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (4f23f651-1dc0-439f-a4bb-10043674cd81), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:32.802101 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-282cfb59-86b8-4c26-a7e8-ebe6fdeafa37 admin admin] vlan segment allocate from pool success with {'vlan_id': 406, 'physical_network': 'physnet1'} {{(pid=106986) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 24 13:47:32.809167 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282cfb59-86b8-4c26-a7e8-ebe6fdeafa37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f23f651-1dc0-439f-a4bb-10043674cd81,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:47:32.815148 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-282cfb59-86b8-4c26-a7e8-ebe6fdeafa37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916165'] for segment (2c3cc436-b6e8-4a61-bae4-93fdcf4a2b86), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:32.815755 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.db.segments_db [None req-282cfb59-86b8-4c26-a7e8-ebe6fdeafa37 admin admin] Added segment 2c3cc436-b6e8-4a61-bae4-93fdcf4a2b86 of type vlan for network aba50ab5-0afd-4b22-a05b-b99018130d42 Aug 24 13:47:32.858586 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-282cfb59-86b8-4c26-a7e8-ebe6fdeafa37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732775010169'] for network (aba50ab5-0afd-4b22-a05b-b99018130d42), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:32.968723 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-282cfb59-86b8-4c26-a7e8-ebe6fdeafa37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995'] for network (aba50ab5-0afd-4b22-a05b-b99018130d42), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:32.969923 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282cfb59-86b8-4c26-a7e8-ebe6fdeafa37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:32.970516 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-282cfb59-86b8-4c26-a7e8-ebe6fdeafa37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for network (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:33.043088 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282cfb59-86b8-4c26-a7e8-ebe6fdeafa37 admin admin] Pushing event updated for resources: {'Network': ['ID=aba50ab5-0afd-4b22-a05b-b99018130d42,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:47:33.052718 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Network aba50ab5-0afd-4b22-a05b-b99018130d42 details requested by agent ovs-agent-dv-cinder-779578-4-iscsi with host dv-cinder-779578-4-iscsi {{(pid=106987) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 24 13:47:33.074420 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-282cfb59-86b8-4c26-a7e8-ebe6fdeafa37 admin admin] 10.222.0.73 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6656187 Aug 24 13:47:33.077536 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 57334) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:47:33.082594 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-45746221-7a76-42ba-a4cd-e9079143e35d admin admin] Request body: {'subnet': {'network_id': 'aba50ab5-0afd-4b22-a05b-b99018130d42', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-523583901-subnet', 'tenant_id': '1a7c5f7e89a74cab86be21c2bb4819ab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:47:33.157722 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45746221-7a76-42ba-a4cd-e9079143e35d admin admin] Made reservation on behalf of 1a7c5f7e89a74cab86be21c2bb4819ab for: {'subnet': 1} {{(pid=106985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:47:33.160032 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-45746221-7a76-42ba-a4cd-e9079143e35d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4133617'] for subnet (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:33.625516 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee041c6c-5d5c-4efe-8c30-7d641484344d req-a5a407c3-ee6a-475e-aea1-c61a402e2960 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:33.627048 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ee041c6c-5d5c-4efe-8c30-7d641484344d req-a5a407c3-ee6a-475e-aea1-c61a402e2960 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 945 time: 0.3136699 Aug 24 13:47:33.677248 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ee041c6c-5d5c-4efe-8c30-7d641484344d req-5d21c0b5-2945-4d83-940a-8c9675caa532 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=62bcf616-fa1e-4b4a-a518-5b1a533b9b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439668 Aug 24 13:47:33.696208 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-45746221-7a76-42ba-a4cd-e9079143e35d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2795956', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4133535'] for subnet (64f324be-21e5-4c02-935f-519db951217c), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:33.750153 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45746221-7a76-42ba-a4cd-e9079143e35d admin admin] Pushing event updated for resources: {'Subnet': ['ID=64f324be-21e5-4c02-935f-519db951217c,revision_number=0']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:47:33.767381 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45746221-7a76-42ba-a4cd-e9079143e35d admin admin] Checking segment: {'id': '2c3cc436-b6e8-4a61-bae4-93fdcf4a2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'aba50ab5-0afd-4b22-a05b-b99018130d42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:47:33.767733 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45746221-7a76-42ba-a4cd-e9079143e35d admin admin] Network hostable DHCP agents. Network: aba50ab5-0afd-4b22-a05b-b99018130d42, hostable agents: ['5b6616ad-7c61-467c-8809-81a3e3733e23'], hosted agents: [] {{(pid=106985) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 24 13:47:33.775000 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:33.888823 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45746221-7a76-42ba-a4cd-e9079143e35d admin admin] Network aba50ab5-0afd-4b22-a05b-b99018130d42 is scheduled to be hosted by DHCP agent 5b6616ad-7c61-467c-8809-81a3e3733e23 with binding_index 1 {{(pid=106985) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 24 13:47:33.974278 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.base_scheduler [None req-45746221-7a76-42ba-a4cd-e9079143e35d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-779578-4-iscsi, aba50ab5-0afd-4b22-a05b-b99018130d42) {{(pid=106985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:47:33.978562 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45746221-7a76-42ba-a4cd-e9079143e35d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:33.979276 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-45746221-7a76-42ba-a4cd-e9079143e35d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for subnet (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:33.983748 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6fd363-1e9c-4ca2-a5f7-eacae42cd4ef None None] Network aba50ab5-0afd-4b22-a05b-b99018130d42 requested from dv-cinder-779578-4-iscsi {{(pid=106987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 13:47:34.057045 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-45746221-7a76-42ba-a4cd-e9079143e35d admin admin] 10.222.0.73 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9783533 Aug 24 13:47:34.088648 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5360c6bd-1daa-4bd6-97a5-3765d5392823 None None] Network aba50ab5-0afd-4b22-a05b-b99018130d42 requested from dv-cinder-779578-4-iscsi {{(pid=106987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 13:47:34.144114 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:34.811825 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bbba9d-64df-42f9-a893-5e4160ffa816 req-629c1a23-ce59-41b2-9f64-c316291fc39a tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:34.813229 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-14bbba9d-64df-42f9-a893-5e4160ffa816 req-629c1a23-ce59-41b2-9f64-c316291fc39a tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 945 time: 0.0531125 Aug 24 13:47:34.860976 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-14bbba9d-64df-42f9-a893-5e4160ffa816 req-cf7edb39-dd91-431a-aef9-4fb061ff731a tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=62bcf616-fa1e-4b4a-a518-5b1a533b9b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418618 Aug 24 13:47:35.990903 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d7e09-456e-4833-8d29-b31655eff1e2 req-21da200f-e926-45f8-afdf-f49fa250a7a9 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:35.992959 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-084d7e09-456e-4833-8d29-b31655eff1e2 req-21da200f-e926-45f8-afdf-f49fa250a7a9 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 945 time: 0.0500841 Aug 24 13:47:36.065270 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-084d7e09-456e-4833-8d29-b31655eff1e2 req-8305d2ea-dfed-4c7d-b22f-153eca4b1c46 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=62bcf616-fa1e-4b4a-a518-5b1a533b9b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661631 Aug 24 13:47:36.269051 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e6612-d78d-4406-90fa-19c859346074 req-95d415fc-615c-42db-932c-e220aff71919 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:36.270551 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-437e6612-d78d-4406-90fa-19c859346074 req-95d415fc-615c-42db-932c-e220aff71919 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/networks?id=aba50ab5-0afd-4b22-a05b-b99018130d42 HTTP/1.1" status: 200 len: 813 time: 0.1096847 Aug 24 13:47:36.286127 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-437e6612-d78d-4406-90fa-19c859346074 req-a8749642-986f-4ca4-a95b-396cf18f10e1 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/quotas/1a7c5f7e89a74cab86be21c2bb4819ab HTTP/1.1" status: 200 len: 375 time: 0.0091376 Aug 24 13:47:36.321844 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-437e6612-d78d-4406-90fa-19c859346074 req-83568a6b-7cf3-4421-a35b-150b79f4232d tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=1a7c5f7e89a74cab86be21c2bb4819ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291114 Aug 24 13:47:36.417489 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:36.424096 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-437e6612-d78d-4406-90fa-19c859346074 req-dc4c10bd-66bc-4b9e-88ba-46ce2b2e9cc9 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/aba50ab5-0afd-4b22-a05b-b99018130d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956419 Aug 24 13:47:36.527209 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-437e6612-d78d-4406-90fa-19c859346074 req-09bfa630-d36e-4410-bb89-16f82cfa5854 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/aba50ab5-0afd-4b22-a05b-b99018130d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953581 Aug 24 13:47:36.817737 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d39a31fe-0f87-4301-9616-e7817aaf5de1 req-c363d74b-59bd-46a3-bcba-42658566884f tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6ebc061f-f94f-491b-ab41-a3182c046c61 HTTP/1.1" status: 200 len: 210 time: 0.0287623 Aug 24 13:47:37.190731 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e2cfef-2d3e-4164-98fd-d670cd17f5a4 req-76185182-7164-4fbc-b7c5-d41a093ddc4d tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:37.192283 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-94e2cfef-2d3e-4164-98fd-d670cd17f5a4 req-76185182-7164-4fbc-b7c5-d41a093ddc4d tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 945 time: 0.0511780 Aug 24 13:47:37.244531 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-94e2cfef-2d3e-4164-98fd-d670cd17f5a4 req-9ffbbd42-dad3-4f92-ad33-02d85ab500f5 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=62bcf616-fa1e-4b4a-a518-5b1a533b9b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457776 Aug 24 13:47:37.906159 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3accff57-4983-4355-8023-acd2c36b8b9b req-575d2b2f-9154-40fb-a719-0549550f5203 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6ebc061f-f94f-491b-ab41-a3182c046c61 HTTP/1.1" status: 200 len: 210 time: 0.0305693 Aug 24 13:47:38.379605 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a888857-d1cb-4018-91c9-a857daa3c136 req-bee121c2-af20-409d-9e2f-1c5cba9f38df tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:38.381834 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3a888857-d1cb-4018-91c9-a857daa3c136 req-bee121c2-af20-409d-9e2f-1c5cba9f38df tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 945 time: 0.0534198 Aug 24 13:47:38.436709 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3a888857-d1cb-4018-91c9-a857daa3c136 req-a834c1ab-9330-4d1d-aa90-3264a9f88250 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=62bcf616-fa1e-4b4a-a518-5b1a533b9b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487113 Aug 24 13:47:39.006713 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-be4808c8-969f-4f7a-94a1-f8e7a5d34f66 req-3547901b-5ae3-4629-b420-5553f5f3c8ad tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6ebc061f-f94f-491b-ab41-a3182c046c61 HTTP/1.1" status: 200 len: 210 time: 0.0286603 Aug 24 13:47:39.568638 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebcfc01-bcda-463e-80f2-bcec22b73d6c req-e4b52649-dac4-4d84-9a26-0c6f667dbf5d tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:39.570279 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7ebcfc01-bcda-463e-80f2-bcec22b73d6c req-e4b52649-dac4-4d84-9a26-0c6f667dbf5d tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 945 time: 0.0521958 Aug 24 13:47:39.626030 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7ebcfc01-bcda-463e-80f2-bcec22b73d6c req-e77930fa-fae4-4edc-a2dd-6f698b8dbb60 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=62bcf616-fa1e-4b4a-a518-5b1a533b9b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498838 Aug 24 13:47:40.113010 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-33c4ffdd-8b43-4abb-af22-325db941146b req-b3d08e6e-a638-48dc-8f5f-bfc6a763e2fa tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6ebc061f-f94f-491b-ab41-a3182c046c61 HTTP/1.1" status: 200 len: 210 time: 0.0299542 Aug 24 13:47:40.755763 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd069d-5e20-4f90-87cf-d806ffd7ea69 req-2ab9b51a-d6a5-42c7-bd94-6086fe2961ea tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:40.758317 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-bddd069d-5e20-4f90-87cf-d806ffd7ea69 req-2ab9b51a-d6a5-42c7-bd94-6086fe2961ea tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 945 time: 0.0543494 Aug 24 13:47:40.808913 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-bddd069d-5e20-4f90-87cf-d806ffd7ea69 req-352ee987-9945-4f5d-9b09-38c91bbdd45c tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=62bcf616-fa1e-4b4a-a518-5b1a533b9b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449336 Aug 24 13:47:41.223461 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4c648a8a-dc0e-4586-b8ce-e1c7ff76d4af req-7b6991e4-8557-480a-ab8f-446a8b5ae4b7 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6ebc061f-f94f-491b-ab41-a3182c046c61 HTTP/1.1" status: 200 len: 210 time: 0.0358987 Aug 24 13:47:41.274135 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:41.366455 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e6612-d78d-4406-90fa-19c859346074 req-89e31462-c8d6-430a-adf2-3c054e2150a7 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:41.367978 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-437e6612-d78d-4406-90fa-19c859346074 req-89e31462-c8d6-430a-adf2-3c054e2150a7 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.20 "GET /networking/v2.0/networks?id=aba50ab5-0afd-4b22-a05b-b99018130d42 HTTP/1.1" status: 200 len: 813 time: 0.1170003 Aug 24 13:47:41.407956 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [req-437e6612-d78d-4406-90fa-19c859346074 req-5faa4f74-a9f3-405d-95e8-5ddfe3347d57 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Request body: {'port': {'device_id': '6ebc061f-f94f-491b-ab41-a3182c046c61', 'network_id': 'aba50ab5-0afd-4b22-a05b-b99018130d42', 'admin_state_up': True, 'tenant_id': '1a7c5f7e89a74cab86be21c2bb4819ab'}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:47:41.453714 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c770cc1-8ef8-4bbd-82e9-1253e8b87d90 req-08d826ae-cbe6-4aee-beec-954f7e2ab2c3 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:41.455203 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-6c770cc1-8ef8-4bbd-82e9-1253e8b87d90 req-08d826ae-cbe6-4aee-beec-954f7e2ab2c3 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 946 time: 0.0800202 Aug 24 13:47:41.559680 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-6c770cc1-8ef8-4bbd-82e9-1253e8b87d90 req-b93044ab-fb10-40e4-b37e-e1ac6522bf8e tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bc0e3150-cae2-44e8-9b7c-787a9565ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693488 Aug 24 13:47:41.587309 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 57438) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:47:41.666035 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-437e6612-d78d-4406-90fa-19c859346074 req-5faa4f74-a9f3-405d-95e8-5ddfe3347d57 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Made reservation on behalf of 1a7c5f7e89a74cab86be21c2bb4819ab for: {'port': 1} {{(pid=106985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:47:41.669943 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-437e6612-d78d-4406-90fa-19c859346074 req-5faa4f74-a9f3-405d-95e8-5ddfe3347d57 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:41.777089 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:41.782281 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c391ced-2595-4d72-be62-c1b791fb05a2 tempest-TestMinimumBasicScenario-1387103165 tempest-TestMinimumBasicScenario-1387103165-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:41.785508 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-7c391ced-2595-4d72-be62-c1b791fb05a2 tempest-TestMinimumBasicScenario-1387103165 tempest-TestMinimumBasicScenario-1387103165-project-admin] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 1125 time: 0.1953449 Aug 24 13:47:41.786785 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 57446) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:47:41.793634 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-bb71e3c6-d0eb-45b8-a414-ec54c79577da tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Request body: {'floatingip': {'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'port_id': '918b2634-4141-429d-95ff-f9bae50b39dc', 'tenant_id': '6f61a8f100cf4d39928e4d596741e1bb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:47:41.857936 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.db_base_plugin_common [req-437e6612-d78d-4406-90fa-19c859346074 req-5faa4f74-a9f3-405d-95e8-5ddfe3347d57 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Allocated IP 172.20.0.5 (aba50ab5-0afd-4b22-a05b-b99018130d42/64f324be-21e5-4c02-935f-519db951217c/e8bc6f55-990a-4e53-96e4-3a5c045be05c) {{(pid=106985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:47:41.928366 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-bb71e3c6-d0eb-45b8-a414-ec54c79577da tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:41.984968 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e435abd-24aa-4fb6-a4a2-a9e3dd87e68f req-c53100d8-4289-4958-a74a-3748c4e9093f tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:41.986436 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9e435abd-24aa-4fb6-a4a2-a9e3dd87e68f req-c53100d8-4289-4958-a74a-3748c4e9093f tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 945 time: 0.0965226 Aug 24 13:47:42.136062 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-bb71e3c6-d0eb-45b8-a414-ec54c79577da tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:42.145514 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9e435abd-24aa-4fb6-a4a2-a9e3dd87e68f req-25020cef-3083-4908-adcf-e0e85ace2046 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=62bcf616-fa1e-4b4a-a518-5b1a533b9b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470060 Aug 24 13:47:42.192937 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:42.215563 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-437e6612-d78d-4406-90fa-19c859346074 req-5faa4f74-a9f3-405d-95e8-5ddfe3347d57 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Publish callbacks [] for port (e8bc6f55-990a-4e53-96e4-3a5c045be05c), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:42.308870 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.db_base_plugin_common [None req-bb71e3c6-d0eb-45b8-a414-ec54c79577da tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Allocated IP 172.27.1.83 (b9a647d2-3285-4c25-b9a6-e511e6620ca5/0f88e60e-ade3-4937-9959-ff6f15b76440/d827d40c-e6af-4f88-a1d6-1bbea3f08fad) {{(pid=106985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:47:42.373518 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-965975b3-c1e6-4567-929d-947af67c2be8 req-c6b62c8b-5e6c-4ea4-8fc1-c66ba79c3f39 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6ebc061f-f94f-491b-ab41-a3182c046c61 HTTP/1.1" status: 200 len: 210 time: 0.0452092 Aug 24 13:47:42.424656 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:42.426643 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-437e6612-d78d-4406-90fa-19c859346074 req-5faa4f74-a9f3-405d-95e8-5ddfe3347d57 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (e8bc6f55-990a-4e53-96e4-3a5c045be05c), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:42.496292 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-bb71e3c6-d0eb-45b8-a414-ec54c79577da tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks [] for port (d827d40c-e6af-4f88-a1d6-1bbea3f08fad), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:42.500089 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-437e6612-d78d-4406-90fa-19c859346074 req-5faa4f74-a9f3-405d-95e8-5ddfe3347d57 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Network aba50ab5-0afd-4b22-a05b-b99018130d42 is already hosted by enough agents. {{(pid=106985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:47:42.507898 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.base_scheduler [req-437e6612-d78d-4406-90fa-19c859346074 req-5faa4f74-a9f3-405d-95e8-5ddfe3347d57 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Resources bound (agent type, host, resource id): {{(pid=106985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:47:42.513436 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.l3_dvrscheduler_db [req-437e6612-d78d-4406-90fa-19c859346074 req-5faa4f74-a9f3-405d-95e8-5ddfe3347d57 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Received port after_create {{(pid=106985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:47:42.523250 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa4f74-a9f3-405d-95e8-5ddfe3347d57 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Pushing event updated for resources: {'Port': ['ID=e8bc6f55-990a-4e53-96e4-3a5c045be05c,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:47:42.587775 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e6612-d78d-4406-90fa-19c859346074 req-5faa4f74-a9f3-405d-95e8-5ddfe3347d57 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:42.588414 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-437e6612-d78d-4406-90fa-19c859346074 req-5faa4f74-a9f3-405d-95e8-5ddfe3347d57 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:42.655347 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-bb71e3c6-d0eb-45b8-a414-ec54c79577da tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (d827d40c-e6af-4f88-a1d6-1bbea3f08fad), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:42.699893 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-437e6612-d78d-4406-90fa-19c859346074 req-5faa4f74-a9f3-405d-95e8-5ddfe3347d57 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3136561 Aug 24 13:47:42.701617 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb71e3c6-d0eb-45b8-a414-ec54c79577da tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Network b9a647d2-3285-4c25-b9a6-e511e6620ca5 is already hosted by enough agents. {{(pid=106985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:47:42.706481 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.base_scheduler [None req-bb71e3c6-d0eb-45b8-a414-ec54c79577da tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Resources bound (agent type, host, resource id): {{(pid=106985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:47:42.711073 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb71e3c6-d0eb-45b8-a414-ec54c79577da tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Received port after_create {{(pid=106985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:47:42.714432 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb71e3c6-d0eb-45b8-a414-ec54c79577da tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Pushing event updated for resources: {'Port': ['ID=d827d40c-e6af-4f88-a1d6-1bbea3f08fad,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:47:42.739540 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [req-437e6612-d78d-4406-90fa-19c859346074 req-0bc5a4ee-1649-4f5c-bf49-1e4269081cb6 service neutron] Request body: {'port': {'device_id': '6ebc061f-f94f-491b-ab41-a3182c046c61', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:47:42.860647 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-437e6612-d78d-4406-90fa-19c859346074 req-0bc5a4ee-1649-4f5c-bf49-1e4269081cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (e8bc6f55-990a-4e53-96e4-3a5c045be05c), before_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:43.009860 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=50,neutron:DELETE=1,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:43.013132 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=54,neutron:DELETE=5,neutron:INSERT=10 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:43.064976 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:43.315145 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:43.346852 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861601d8-a9de-4159-bd33-1f45bb24155f req-859ef2e1-ebf1-4704-bd1d-c7abf7904abd tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:43.348339 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-861601d8-a9de-4159-bd33-1f45bb24155f req-859ef2e1-ebf1-4704-bd1d-c7abf7904abd tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 945 time: 0.1121886 Aug 24 13:47:43.416982 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-bb71e3c6-d0eb-45b8-a414-ec54c79577da tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks [] for floatingip (666d774f-68b3-4f7b-824b-cc6a6e348e69), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:43.707672 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.notifiers.nova [req-437e6612-d78d-4406-90fa-19c859346074 req-0bc5a4ee-1649-4f5c-bf49-1e4269081cb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8bc6f55-990a-4e53-96e4-3a5c045be05c {{(pid=106985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 13:47:43.738659 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-437e6612-d78d-4406-90fa-19c859346074 req-0bc5a4ee-1649-4f5c-bf49-1e4269081cb6 service neutron] Publish callbacks [] for port (e8bc6f55-990a-4e53-96e4-3a5c045be05c), precommit_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:43.774450 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-861601d8-a9de-4159-bd33-1f45bb24155f req-03c984e8-e882-4424-95e0-e3af67c5c2ea tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=62bcf616-fa1e-4b4a-a518-5b1a533b9b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4149356 Aug 24 13:47:43.787687 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.provisioning_blocks [req-437e6612-d78d-4406-90fa-19c859346074 req-0bc5a4ee-1649-4f5c-bf49-1e4269081cb6 service neutron] Transition to ACTIVE for port object e8bc6f55-990a-4e53-96e4-3a5c045be05c will not be triggered until provisioned by entity L2. {{(pid=106985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 13:47:43.795879 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ddad8f-0077-4ed8-a85b-d245772c5f87 req-fea85e79-cba8-4cad-b22e-061165dc80c3 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:43.797341 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-62ddad8f-0077-4ed8-a85b-d245772c5f87 req-fea85e79-cba8-4cad-b22e-061165dc80c3 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6ebc061f-f94f-491b-ab41-a3182c046c61 HTTP/1.1" status: 200 len: 931 time: 0.0945361 Aug 24 13:47:43.849062 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-62ddad8f-0077-4ed8-a85b-d245772c5f87 req-3b6bf26d-cd33-48c0-be36-e1b2100d1234 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4f23f651-1dc0-439f-a4bb-10043674cd81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455072 Aug 24 13:47:43.866402 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-437e6612-d78d-4406-90fa-19c859346074 req-0bc5a4ee-1649-4f5c-bf49-1e4269081cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2796075'] for port (e8bc6f55-990a-4e53-96e4-3a5c045be05c), after_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:43.903744 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-bb71e3c6-d0eb-45b8-a414-ec54c79577da tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (d827d40c-e6af-4f88-a1d6-1bbea3f08fad), before_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:43.970822 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc5a4ee-1649-4f5c-bf49-1e4269081cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=e8bc6f55-990a-4e53-96e4-3a5c045be05c,revision_number=2']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:47:43.999210 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:44.073981 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.managers [req-437e6612-d78d-4406-90fa-19c859346074 req-0bc5a4ee-1649-4f5c-bf49-1e4269081cb6 service neutron] Attempting to bind port e8bc6f55-990a-4e53-96e4-3a5c045be05c on host hv-cinder-77957 for vnic_type normal with profile {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:47:44.074312 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.managers [req-437e6612-d78d-4406-90fa-19c859346074 req-0bc5a4ee-1649-4f5c-bf49-1e4269081cb6 service neutron] Attempting to bind port e8bc6f55-990a-4e53-96e4-3a5c045be05c by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': '2c3cc436-b6e8-4a61-bae4-93fdcf4a2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'aba50ab5-0afd-4b22-a05b-b99018130d42'}] {{(pid=106985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:47:44.074634 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437e6612-d78d-4406-90fa-19c859346074 req-0bc5a4ee-1649-4f5c-bf49-1e4269081cb6 service neutron] Attempting to bind port e8bc6f55-990a-4e53-96e4-3a5c045be05c on network aba50ab5-0afd-4b22-a05b-b99018130d42 {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:47:44.085821 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437e6612-d78d-4406-90fa-19c859346074 req-0bc5a4ee-1649-4f5c-bf49-1e4269081cb6 service neutron] Port e8bc6f55-990a-4e53-96e4-3a5c045be05c on network aba50ab5-0afd-4b22-a05b-b99018130d42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 13:47:44.086150 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437e6612-d78d-4406-90fa-19c859346074 req-0bc5a4ee-1649-4f5c-bf49-1e4269081cb6 service neutron] Attempting to bind port e8bc6f55-990a-4e53-96e4-3a5c045be05c on network aba50ab5-0afd-4b22-a05b-b99018130d42 {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:47:44.097037 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437e6612-d78d-4406-90fa-19c859346074 req-0bc5a4ee-1649-4f5c-bf49-1e4269081cb6 service neutron] Checking agent: {'id': 'a93d403b-29c5-41ac-a53c-7c0bf3f47879', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 36, 17), 'started_at': datetime.datetime(2022, 8, 24, 13, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:47:44.097375 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437e6612-d78d-4406-90fa-19c859346074 req-0bc5a4ee-1649-4f5c-bf49-1e4269081cb6 service neutron] Checking segment: {'id': '2c3cc436-b6e8-4a61-bae4-93fdcf4a2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'aba50ab5-0afd-4b22-a05b-b99018130d42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:47:44.097754 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-437e6612-d78d-4406-90fa-19c859346074 req-0bc5a4ee-1649-4f5c-bf49-1e4269081cb6 service neutron] Bound using segment: {'id': '2c3cc436-b6e8-4a61-bae4-93fdcf4a2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'aba50ab5-0afd-4b22-a05b-b99018130d42'} {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:47:44.098181 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.managers [req-437e6612-d78d-4406-90fa-19c859346074 req-0bc5a4ee-1649-4f5c-bf49-1e4269081cb6 service neutron] Bound port: e8bc6f55-990a-4e53-96e4-3a5c045be05c, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c3cc436-b6e8-4a61-bae4-93fdcf4a2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'aba50ab5-0afd-4b22-a05b-b99018130d42'}}] {{(pid=106985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:47:44.098572 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-437e6612-d78d-4406-90fa-19c859346074 req-0bc5a4ee-1649-4f5c-bf49-1e4269081cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (e8bc6f55-990a-4e53-96e4-3a5c045be05c), before_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:44.166618 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=64,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:44.188647 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-bb71e3c6-d0eb-45b8-a414-ec54c79577da tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks [] for port (d827d40c-e6af-4f88-a1d6-1bbea3f08fad), precommit_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:44.211200 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.db [req-437e6612-d78d-4406-90fa-19c859346074 req-0bc5a4ee-1649-4f5c-bf49-1e4269081cb6 service neutron] For port e8bc6f55-990a-4e53-96e4-3a5c045be05c, host hv-cinder-77957, cleared binding levels {{(pid=106985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:47:44.214456 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.db [req-437e6612-d78d-4406-90fa-19c859346074 req-0bc5a4ee-1649-4f5c-bf49-1e4269081cb6 service neutron] For port e8bc6f55-990a-4e53-96e4-3a5c045be05c, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=e8bc6f55-990a-4e53-96e4-3a5c045be05c,segment=NetworkSegment(2c3cc436-b6e8-4a61-bae4-93fdcf4a2b86),segment_id=2c3cc436-b6e8-4a61-bae4-93fdcf4a2b86)] {{(pid=106985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:47:44.272426 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-bb71e3c6-d0eb-45b8-a414-ec54c79577da tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2796075'] for port (d827d40c-e6af-4f88-a1d6-1bbea3f08fad), after_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:44.339069 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-437e6612-d78d-4406-90fa-19c859346074 req-0bc5a4ee-1649-4f5c-bf49-1e4269081cb6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2796075'] for port (e8bc6f55-990a-4e53-96e4-3a5c045be05c), after_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:44.351725 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e6612-d78d-4406-90fa-19c859346074 req-0bc5a4ee-1649-4f5c-bf49-1e4269081cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:44.352778 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-437e6612-d78d-4406-90fa-19c859346074 req-0bc5a4ee-1649-4f5c-bf49-1e4269081cb6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:44.355080 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-437e6612-d78d-4406-90fa-19c859346074 req-0bc5a4ee-1649-4f5c-bf49-1e4269081cb6 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/e8bc6f55-990a-4e53-96e4-3a5c045be05c HTTP/1.1" status: 200 len: 1093 time: 1.6208498 Aug 24 13:47:44.355875 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ebc061f-f94f-491b-ab41-a3182c046c61', 'tag': 'e8bc6f55-990a-4e53-96e4-3a5c045be05c'}] {{(pid=106985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:47:44.359755 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339b45b761399ad6383a0e79eb3d49a8b35bb9728a194a6e9817421c04d0c31a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3399ffc8-730a-4b73-9ab3-a31bc66043ae" -d '{"events": [{"name": "network-changed", "server_uuid": "6ebc061f-f94f-491b-ab41-a3182c046c61", "tag": "e8bc6f55-990a-4e53-96e4-3a5c045be05c"}]}' {{(pid=106985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:47:44.406402 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb71e3c6-d0eb-45b8-a414-ec54c79577da tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Pushing event updated for resources: {'Port': ['ID=d827d40c-e6af-4f88-a1d6-1bbea3f08fad,revision_number=2']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:47:44.414350 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-bb71e3c6-d0eb-45b8-a414-ec54c79577da tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961197'] for floatingip (666d774f-68b3-4f7b-824b-cc6a6e348e69), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:44.470868 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 13:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3752c787-d2b9-4ed3-8033-919c849d94a6 x-openstack-request-id: req-3752c787-d2b9-4ed3-8033-919c849d94a6 {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:47:44.470868 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ebc061f-f94f-491b-ab41-a3182c046c61", "tag": "e8bc6f55-990a-4e53-96e4-3a5c045be05c", "status": "completed", "code": 200}]} {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:47:44.470868 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-3752c787-d2b9-4ed3-8033-919c849d94a6 {{(pid=106985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:47:44.471280 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3752c787-d2b9-4ed3-8033-919c849d94a6'] response: {'name': 'network-changed', 'server_uuid': '6ebc061f-f94f-491b-ab41-a3182c046c61', 'tag': 'e8bc6f55-990a-4e53-96e4-3a5c045be05c', 'status': 'completed', 'code': 200} Aug 24 13:47:44.550712 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:44.605295 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399ffc8-730a-4b73-9ab3-a31bc66043ae req-22fcbd48-6532-42ff-94da-34b9475958c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:44.606817 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3399ffc8-730a-4b73-9ab3-a31bc66043ae req-22fcbd48-6532-42ff-94da-34b9475958c4 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=1a7c5f7e89a74cab86be21c2bb4819ab&device_id=6ebc061f-f94f-491b-ab41-a3182c046c61 HTTP/1.1" status: 200 len: 1127 time: 0.1120913 Aug 24 13:47:44.616226 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc5a4ee-1649-4f5c-bf49-1e4269081cb6 service neutron] Pushing event updated for resources: {'Port': ['ID=e8bc6f55-990a-4e53-96e4-3a5c045be05c,revision_number=3']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:47:44.645659 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.db.l3_db [None req-bb71e3c6-d0eb-45b8-a414-ec54c79577da tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Floating IP 666d774f-68b3-4f7b-824b-cc6a6e348e69 associated. External IP: 172.27.1.83, port: 918b2634-4141-429d-95ff-f9bae50b39dc. Aug 24 13:47:44.660912 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-92a40565-3239-491d-a4f2-d6d6a4bebd29 req-b0ac45c3-0b69-4d43-a4e3-8d48d71a455b tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-856119561&fields=id&tenant_id=6842f55d3dcc42289b6bfe02ed020dc4 HTTP/1.1" status: 200 len: 267 time: 0.1617906 Aug 24 13:47:44.917811 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399ffc8-730a-4b73-9ab3-a31bc66043ae req-7d83e733-e9fd-481f-bd46-c0bda4b2ce72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:44.919290 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3399ffc8-730a-4b73-9ab3-a31bc66043ae req-7d83e733-e9fd-481f-bd46-c0bda4b2ce72 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=1a7c5f7e89a74cab86be21c2bb4819ab&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2848058 Aug 24 13:47:44.956832 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c9ded-68de-47ad-93d3-072b3c4d0302 req-45d55b59-380a-4a2a-93ad-2c389804d755 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:44.958265 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a78c9ded-68de-47ad-93d3-072b3c4d0302 req-45d55b59-380a-4a2a-93ad-2c389804d755 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 945 time: 0.1024590 Aug 24 13:47:44.985335 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a40565-3239-491d-a4f2-d6d6a4bebd29 req-ba185bf1-85ab-4675-8023-8ede9bfa1f3f tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:44.986755 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-92a40565-3239-491d-a4f2-d6d6a4bebd29 req-ba185bf1-85ab-4675-8023-8ede9bfa1f3f tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/networks?id=440bd507-b6ac-4736-a4d2-ede05189225c HTTP/1.1" status: 200 len: 811 time: 0.2894123 Aug 24 13:47:45.159121 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:45.160905 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-92a40565-3239-491d-a4f2-d6d6a4bebd29 req-c655e8ba-2fdc-4830-a5ef-ce165853a376 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/quotas/6842f55d3dcc42289b6bfe02ed020dc4 HTTP/1.1" status: 200 len: 375 time: 0.1533265 Aug 24 13:47:45.248090 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3399ffc8-730a-4b73-9ab3-a31bc66043ae req-3142da7d-20ac-4111-83b2-430be1c43aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:45.249788 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3399ffc8-730a-4b73-9ab3-a31bc66043ae req-3142da7d-20ac-4111-83b2-430be1c43aad service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3191924 Aug 24 13:47:45.253023 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a78c9ded-68de-47ad-93d3-072b3c4d0302 req-eb698794-b422-48e9-83de-b30260931950 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=62bcf616-fa1e-4b4a-a518-5b1a533b9b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2805200 Aug 24 13:47:45.276437 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-92a40565-3239-491d-a4f2-d6d6a4bebd29 req-040ecf13-7704-4488-9945-c1ebb28a4c58 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=6842f55d3dcc42289b6bfe02ed020dc4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1001315 Aug 24 13:47:45.317477 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb71e3c6-d0eb-45b8-a414-ec54c79577da tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Router 62125126-4826-4ffa-905c-83248fe35095 has already been hosted by L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 {{(pid=106985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 13:47:45.519242 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa8eba-717b-42ad-8582-904ce42c0de8 req-4eb0124a-8213-4ea9-8c5c-3d34fb36e86e tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:45.520736 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-03fa8eba-717b-42ad-8582-904ce42c0de8 req-4eb0124a-8213-4ea9-8c5c-3d34fb36e86e tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6ebc061f-f94f-491b-ab41-a3182c046c61 HTTP/1.1" status: 200 len: 943 time: 0.1880119 Aug 24 13:47:45.553889 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e6612-d78d-4406-90fa-19c859346074 req-76142999-c77a-4706-a7d2-b7912d13132f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:45.555231 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-437e6612-d78d-4406-90fa-19c859346074 req-76142999-c77a-4706-a7d2-b7912d13132f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=1a7c5f7e89a74cab86be21c2bb4819ab&device_id=6ebc061f-f94f-491b-ab41-a3182c046c61 HTTP/1.1" status: 200 len: 1127 time: 0.1808705 Aug 24 13:47:45.613467 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-92a40565-3239-491d-a4f2-d6d6a4bebd29 req-b30e6c88-fdb4-421d-aec5-9f24149e2150 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/440bd507-b6ac-4736-a4d2-ede05189225c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198593 Aug 24 13:47:45.618227 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:45.622522 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-437e6612-d78d-4406-90fa-19c859346074 req-a1145e2a-9c6b-4910-9a5f-14871566392f service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e8bc6f55-990a-4e53-96e4-3a5c045be05c HTTP/1.1" status: 200 len: 217 time: 0.0491428 Aug 24 13:47:45.721504 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb71e3c6-d0eb-45b8-a414-ec54c79577da tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:47:45.723034 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870c83a1-93cd-4286-90a7-25174488ca85 None None] Sync routers for ids ['62125126-4826-4ffa-905c-83248fe35095'] in dv-cinder-779578-4-iscsi {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:47:45.723410 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-03fa8eba-717b-42ad-8582-904ce42c0de8 req-c4f76303-8764-424b-b5ab-0315e9207c69 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4f23f651-1dc0-439f-a4bb-10043674cd81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802266 Aug 24 13:47:45.723943 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870c83a1-93cd-4286-90a7-25174488ca85 None None] Routers {'62125126-4826-4ffa-905c-83248fe35095'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:47:45.724783 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-870c83a1-93cd-4286-90a7-25174488ca85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:47:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['62125126-4826-4ffa-905c-83248fe35095'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:47:45.774436 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437e6612-d78d-4406-90fa-19c859346074 req-85ab5277-342e-4e81-a30a-bf3bd27f7d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:45.774436 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-437e6612-d78d-4406-90fa-19c859346074 req-85ab5277-342e-4e81-a30a-bf3bd27f7d16 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=64f324be-21e5-4c02-935f-519db951217c HTTP/1.1" status: 200 len: 853 time: 0.1283071 Aug 24 13:47:45.811955 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-437e6612-d78d-4406-90fa-19c859346074 req-f7a115b1-2271-4074-ad65-464a82a45a58 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=aba50ab5-0afd-4b22-a05b-b99018130d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337508 Aug 24 13:47:45.817473 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-92a40565-3239-491d-a4f2-d6d6a4bebd29 req-01ba047d-b8b3-4323-a224-29d003c68bbc service neutron] 10.222.0.73 "GET /networking/v2.0/networks/440bd507-b6ac-4736-a4d2-ede05189225c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880734 Aug 24 13:47:45.829189 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-bb71e3c6-d0eb-45b8-a414-ec54c79577da tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for floatingip (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:45.833525 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-870c83a1-93cd-4286-90a7-25174488ca85 None None] Set router 62125126-4826-4ffa-905c-83248fe35095 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:47:45.880322 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-bb71e3c6-d0eb-45b8-a414-ec54c79577da tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0919549 Aug 24 13:47:45.883835 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 57480) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:47:45.889859 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-40e41b43-43f4-49d5-b7d6-f671c5db54f8 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-175118086', 'description': 'tempest-secgroup-smoke-175118086 description', 'project_id': '6f61a8f100cf4d39928e4d596741e1bb'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:47:45.944809 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-437e6612-d78d-4406-90fa-19c859346074 req-f8e367dc-0f69-4a73-9b4a-90fbfef61ea2 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/aba50ab5-0afd-4b22-a05b-b99018130d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259580 Aug 24 13:47:45.992090 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-40e41b43-43f4-49d5-b7d6-f671c5db54f8 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks [] for security_group (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:46.048881 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-437e6612-d78d-4406-90fa-19c859346074 req-472118c7-9a02-4be1-bead-1b9ba062ff6b service neutron] 10.222.0.20 "GET /networking/v2.0/networks/aba50ab5-0afd-4b22-a05b-b99018130d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947535 Aug 24 13:47:46.067125 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-40e41b43-43f4-49d5-b7d6-f671c5db54f8 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks [] for security_group (484d3c43-095b-4887-b41a-09657dd45981), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:46.086918 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-870c83a1-93cd-4286-90a7-25174488ca85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62125126-4826-4ffa-905c-83248fe35095', 'name': 'tempest-TestMinimumBasicScenario-1152567800-router', 'tenant_id': '6f61a8f100cf4d39928e4d596741e1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '5ab22b72-1c69-4527-a9f9-445f22605d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:46:29Z', 'updated_at': '2022-08-24T13:46:33Z', 'revision_number': 4, 'project_id': '6f61a8f100cf4d39928e4d596741e1bb', 'gw_port': {'id': '5ab22b72-1c69-4527-a9f9-445f22605d4f', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62125126-4826-4ffa-905c-83248fe35095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:30Z', 'updated_at': '2022-08-24T13:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_floatingips': [{'id': '666d774f-68b3-4f7b-824b-cc6a6e348e69', 'tenant_id': '6f61a8f100cf4d39928e4d596741e1bb', 'floating_ip_address': '172.27.1.83', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': '62125126-4826-4ffa-905c-83248fe35095', 'port_id': '918b2634-4141-429d-95ff-f9bae50b39dc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8752123-78d7-4696-a283-4d3f0be721c2', 'mac_address': 'fa:16:3e:e3:3e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1d1e2a-ddc9-4a66-8db4-6cccea722024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:47:43Z', 'updated_at': '2022-08-24T13:47:43Z', 'revision_number': 0, 'project_id': '6f61a8f100cf4d39928e4d596741e1bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db71e4cd-e1c9-4f20-bd80-1de813d4fb33', 'name': '', 'network_id': 'b8752123-78d7-4696-a283-4d3f0be721c2', 'tenant_id': '6f61a8f100cf4d39928e4d596741e1bb', 'mac_address': 'fa:16:3e:0b:f5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62125126-4826-4ffa-905c-83248fe35095', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '76850f21-f492-4b96-acd0-8c02bb420142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:32Z', 'updated_at': '2022-08-24T13:46:39Z', 'revision_number': 5, 'project_id': '6f61a8f100cf4d39928e4d596741e1bb', 'subnets': [{'id': '76850f21-f492-4b96-acd0-8c02bb420142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:47:46.111773 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870c83a1-93cd-4286-90a7-25174488ca85 None None] Checking router: 62125126-4826-4ffa-905c-83248fe35095 for host: dv-cinder-779578-4-iscsi {{(pid=106987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:47:46.117662 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-40e41b43-43f4-49d5-b7d6-f671c5db54f8 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (484d3c43-095b-4887-b41a-09657dd45981), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:46.121030 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870c83a1-93cd-4286-90a7-25174488ca85 None None] Routers {'62125126-4826-4ffa-905c-83248fe35095'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:47:46.121623 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-870c83a1-93cd-4286-90a7-25174488ca85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:47:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['62125126-4826-4ffa-905c-83248fe35095'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:47:46.147682 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e41b43-43f4-49d5-b7d6-f671c5db54f8 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=484d3c43-095b-4887-b41a-09657dd45981,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:47:46.226356 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-870c83a1-93cd-4286-90a7-25174488ca85 None None] Set router 62125126-4826-4ffa-905c-83248fe35095 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:47:46.249105 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-40e41b43-43f4-49d5-b7d6-f671c5db54f8 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:46.253194 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-40e41b43-43f4-49d5-b7d6-f671c5db54f8 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3652916 Aug 24 13:47:46.253649 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 57486) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:47:46.258711 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-a7b955fa-34a3-4675-9f8a-1d83465225cd tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Request body: {'security_group_rule': {'security_group_id': '484d3c43-095b-4887-b41a-09657dd45981', 'project_id': '6f61a8f100cf4d39928e4d596741e1bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:47:46.340047 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-a7b955fa-34a3-4675-9f8a-1d83465225cd tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks [] for security_group_rule (e9bc4fe6-2200-4b2e-851f-a6e2174cd5dc), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:46.392645 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:46.441592 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9807cca-81e3-43d3-8f76-5d09b6b129bb req-63784a10-d7e2-4306-ab0b-fc3ed84dcf8b tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:46.443234 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d9807cca-81e3-43d3-8f76-5d09b6b129bb req-63784a10-d7e2-4306-ab0b-fc3ed84dcf8b tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 945 time: 0.0994315 Aug 24 13:47:46.470621 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-19e98d95-4eec-4612-99cd-0dce8b0b240b req-dfb2063d-544f-4239-a60f-7b8d702608e7 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6731688e-fae7-4e0d-ba98-11b4aa105a41 HTTP/1.1" status: 200 len: 210 time: 0.0548728 Aug 24 13:47:46.477648 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1d1e2a-ddc9-4a66-8db4-6cccea722024', 'tag': '918b2634-4141-429d-95ff-f9bae50b39dc'}] {{(pid=106985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:47:46.480590 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339b45b761399ad6383a0e79eb3d49a8b35bb9728a194a6e9817421c04d0c31a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b664d7ee-3abf-43ab-bcaa-bae97c81818c" -d '{"events": [{"name": "network-changed", "server_uuid": "5d1d1e2a-ddc9-4a66-8db4-6cccea722024", "tag": "918b2634-4141-429d-95ff-f9bae50b39dc"}]}' {{(pid=106985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:47:46.496135 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-870c83a1-93cd-4286-90a7-25174488ca85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62125126-4826-4ffa-905c-83248fe35095', 'name': 'tempest-TestMinimumBasicScenario-1152567800-router', 'tenant_id': '6f61a8f100cf4d39928e4d596741e1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '5ab22b72-1c69-4527-a9f9-445f22605d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:46:29Z', 'updated_at': '2022-08-24T13:46:33Z', 'revision_number': 4, 'project_id': '6f61a8f100cf4d39928e4d596741e1bb', 'gw_port': {'id': '5ab22b72-1c69-4527-a9f9-445f22605d4f', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62125126-4826-4ffa-905c-83248fe35095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:30Z', 'updated_at': '2022-08-24T13:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_floatingips': [{'id': '666d774f-68b3-4f7b-824b-cc6a6e348e69', 'tenant_id': '6f61a8f100cf4d39928e4d596741e1bb', 'floating_ip_address': '172.27.1.83', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': '62125126-4826-4ffa-905c-83248fe35095', 'port_id': '918b2634-4141-429d-95ff-f9bae50b39dc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8752123-78d7-4696-a283-4d3f0be721c2', 'mac_address': 'fa:16:3e:e3:3e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1d1e2a-ddc9-4a66-8db4-6cccea722024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:47:43Z', 'updated_at': '2022-08-24T13:47:43Z', 'revision_number': 0, 'project_id': '6f61a8f100cf4d39928e4d596741e1bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db71e4cd-e1c9-4f20-bd80-1de813d4fb33', 'name': '', 'network_id': 'b8752123-78d7-4696-a283-4d3f0be721c2', 'tenant_id': '6f61a8f100cf4d39928e4d596741e1bb', 'mac_address': 'fa:16:3e:0b:f5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62125126-4826-4ffa-905c-83248fe35095', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '76850f21-f492-4b96-acd0-8c02bb420142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:32Z', 'updated_at': '2022-08-24T13:46:39Z', 'revision_number': 5, 'project_id': '6f61a8f100cf4d39928e4d596741e1bb', 'subnets': [{'id': '76850f21-f492-4b96-acd0-8c02bb420142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:47:46.515324 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-a7b955fa-34a3-4675-9f8a-1d83465225cd tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks [] for security_group_rule (e9bc4fe6-2200-4b2e-851f-a6e2174cd5dc), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:46.537423 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870c83a1-93cd-4286-90a7-25174488ca85 None None] The sync data for ids ['62125126-4826-4ffa-905c-83248fe35095'] in dv-cinder-779578-4-iscsi is: [{'id': '62125126-4826-4ffa-905c-83248fe35095', 'name': 'tempest-TestMinimumBasicScenario-1152567800-router', 'tenant_id': '6f61a8f100cf4d39928e4d596741e1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '5ab22b72-1c69-4527-a9f9-445f22605d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:46:29Z', 'updated_at': '2022-08-24T13:46:33Z', 'revision_number': 4, 'project_id': '6f61a8f100cf4d39928e4d596741e1bb', 'gw_port': {'id': '5ab22b72-1c69-4527-a9f9-445f22605d4f', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62125126-4826-4ffa-905c-83248fe35095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:30Z', 'updated_at': '2022-08-24T13:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_floatingips': [{'id': '666d774f-68b3-4f7b-824b-cc6a6e348e69', 'tenant_id': '6f61a8f100cf4d39928e4d596741e1bb', 'floating_ip_address': '172.27.1.83', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': '62125126-4826-4ffa-905c-83248fe35095', 'port_id': '918b2634-4141-429d-95ff-f9bae50b39dc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 666, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8752123-78d7-4696-a283-4d3f0be721c2', 'mac_address': 'fa:16:3e:e3:3e:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1d1e2a-ddc9-4a66-8db4-6cccea722024', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:47:43Z', 'updated_at': '2022-08-24T13:47:43Z', 'revision_number': 0, 'project_id': '6f61a8f100cf4d39928e4d596741e1bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'db71e4cd-e1c9-4f20-bd80-1de813d4fb33', 'name': '', 'network_id': 'b8752123-78d7-4696-a283-4d3f0be721c2', 'tenant_id': '6f61a8f100cf4d39928e4d596741e1bb', 'mac_address': 'fa:16:3e:0b:f5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62125126-4826-4ffa-905c-83248fe35095', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '76850f21-f492-4b96-acd0-8c02bb420142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:32Z', 'updated_at': '2022-08-24T13:46:39Z', 'revision_number': 5, 'project_id': '6f61a8f100cf4d39928e4d596741e1bb', 'subnets': [{'id': '76850f21-f492-4b96-acd0-8c02bb420142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:47:46.546915 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d9807cca-81e3-43d3-8f76-5d09b6b129bb req-b5e30b47-b80a-4624-a001-8bbf1ff44fd5 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=62bcf616-fa1e-4b4a-a518-5b1a533b9b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825040 Aug 24 13:47:46.564438 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 13:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7538f28c-69d2-4299-ae08-71b2c2201c6e x-openstack-request-id: req-7538f28c-69d2-4299-ae08-71b2c2201c6e {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:47:46.564743 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d1d1e2a-ddc9-4a66-8db4-6cccea722024", "tag": "918b2634-4141-429d-95ff-f9bae50b39dc", "status": "completed", "code": 200}]} {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:47:46.565010 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-7538f28c-69d2-4299-ae08-71b2c2201c6e {{(pid=106985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:47:46.565429 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7538f28c-69d2-4299-ae08-71b2c2201c6e'] response: {'name': 'network-changed', 'server_uuid': '5d1d1e2a-ddc9-4a66-8db4-6cccea722024', 'tag': '918b2634-4141-429d-95ff-f9bae50b39dc', 'status': 'completed', 'code': 200} Aug 24 13:47:46.608213 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-a7b955fa-34a3-4675-9f8a-1d83465225cd tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008640'] for security_group_rule (e9bc4fe6-2200-4b2e-851f-a6e2174cd5dc), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:46.625436 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b955fa-34a3-4675-9f8a-1d83465225cd tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9bc4fe6-2200-4b2e-851f-a6e2174cd5dc,revision_number=0']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:47:46.690969 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-a7b955fa-34a3-4675-9f8a-1d83465225cd tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:46.692443 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-a7b955fa-34a3-4675-9f8a-1d83465225cd tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4375720 Aug 24 13:47:46.696312 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 57500) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:47:46.700976 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-bb31981f-50cd-4a34-b64f-29be8c85d940 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Request body: {'security_group_rule': {'security_group_id': '484d3c43-095b-4887-b41a-09657dd45981', 'project_id': '6f61a8f100cf4d39928e4d596741e1bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:47:46.766918 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5c3f2d6-f3d8-4f83-a91a-3398701b0522 None None] New status for floating IP 666d774f-68b3-4f7b-824b-cc6a6e348e69: ACTIVE {{(pid=106988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 13:47:46.794416 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-bb31981f-50cd-4a34-b64f-29be8c85d940 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks [] for security_group_rule (1bc8acaa-b022-4127-8996-4708a90c3a61), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:46.871894 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7406040-9270-41c6-aefa-aef7759957c4 req-790b5f6f-a737-4a4b-824d-9d3f96f5068b tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:46.873810 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e7406040-9270-41c6-aefa-aef7759957c4 req-790b5f6f-a737-4a4b-824d-9d3f96f5068b tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6ebc061f-f94f-491b-ab41-a3182c046c61 HTTP/1.1" status: 200 len: 943 time: 0.0692446 Aug 24 13:47:46.895740 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:46.910324 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-bb31981f-50cd-4a34-b64f-29be8c85d940 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks [] for security_group_rule (1bc8acaa-b022-4127-8996-4708a90c3a61), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:46.939402 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e7406040-9270-41c6-aefa-aef7759957c4 req-5f7593ae-0f74-45ff-a109-760f70f3cdc6 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4f23f651-1dc0-439f-a4bb-10043674cd81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578747 Aug 24 13:47:46.980138 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-bb31981f-50cd-4a34-b64f-29be8c85d940 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008640'] for security_group_rule (1bc8acaa-b022-4127-8996-4708a90c3a61), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:47.000619 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb31981f-50cd-4a34-b64f-29be8c85d940 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bc8acaa-b022-4127-8996-4708a90c3a61,revision_number=0']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:47:47.073586 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-bb31981f-50cd-4a34-b64f-29be8c85d940 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:47.075364 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-bb31981f-50cd-4a34-b64f-29be8c85d940 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3774235 Aug 24 13:47:47.077567 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 57506) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:47:47.082019 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-de934416-e2c5-4695-ba40-d74db3e0af9e tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Request body: {'security_group_rule': {'security_group_id': '484d3c43-095b-4887-b41a-09657dd45981', 'project_id': '6f61a8f100cf4d39928e4d596741e1bb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:47:47.175328 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-de934416-e2c5-4695-ba40-d74db3e0af9e tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks [] for security_group_rule (a50ce92e-2c78-4efc-8bfa-85f10ec475d4), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:47.208517 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device e8bc6f55-990a-4e53-96e4-3a5c045be05c details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=106987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 13:47:47.304811 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=100 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:47.317581 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port e8bc6f55-990a-4e53-96e4-3a5c045be05c, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=e8bc6f55-990a-4e53-96e4-3a5c045be05c,segment=NetworkSegment(2c3cc436-b6e8-4a61-bae4-93fdcf4a2b86),segment_id=2c3cc436-b6e8-4a61-bae4-93fdcf4a2b86)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:47:47.331708 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Returning: {'device': 'e8bc6f55-990a-4e53-96e4-3a5c045be05c', 'network_id': 'aba50ab5-0afd-4b22-a05b-b99018130d42', 'port_id': 'e8bc6f55-990a-4e53-96e4-3a5c045be05c', 'mac_address': 'fa:16:3e:7b:90:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64f324be-21e5-4c02-935f-519db951217c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 13:47:47.376431 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port e8bc6f55-990a-4e53-96e4-3a5c045be05c is: DOWN; New status is: BUILD {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:47:47.376733 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (e8bc6f55-990a-4e53-96e4-3a5c045be05c), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:47.393166 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8bc6f55-990a-4e53-96e4-3a5c045be05c {{(pid=106987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 13:47:47.417096 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port e8bc6f55-990a-4e53-96e4-3a5c045be05c, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=e8bc6f55-990a-4e53-96e4-3a5c045be05c,segment=NetworkSegment(2c3cc436-b6e8-4a61-bae4-93fdcf4a2b86),segment_id=2c3cc436-b6e8-4a61-bae4-93fdcf4a2b86)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:47:47.509461 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664d7ee-3abf-43ab-bcaa-bae97c81818c req-5931ed4c-5a4d-4b9a-b223-5ea7abc2cbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:47.510984 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b664d7ee-3abf-43ab-bcaa-bae97c81818c req-5931ed4c-5a4d-4b9a-b223-5ea7abc2cbf2 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=6f61a8f100cf4d39928e4d596741e1bb&device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 1130 time: 0.3227849 Aug 24 13:47:47.529180 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-de934416-e2c5-4695-ba40-d74db3e0af9e tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks [] for security_group_rule (a50ce92e-2c78-4efc-8bfa-85f10ec475d4), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:47.557460 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (e8bc6f55-990a-4e53-96e4-3a5c045be05c), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:47.562241 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:47.582186 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-de934416-e2c5-4695-ba40-d74db3e0af9e tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008640'] for security_group_rule (a50ce92e-2c78-4efc-8bfa-85f10ec475d4), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:47.608550 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=e8bc6f55-990a-4e53-96e4-3a5c045be05c,revision_number=4']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:47:47.616326 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:47:47.621735 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:47:47.621735 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:47:47.621735 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:47:47.621735 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:47:47.621735 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:47:47.621735 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:47:47.621735 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:47:47.621735 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:47:47.621735 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:47:47.621735 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:47:47.621735 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:47:47.621735 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:47:47.621735 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:47:47.621735 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:47:47.654297 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-6bbe3870-092c-4861-b666-63a7d498db72 req-6ecebc54-1f41-43f2-a2c8-b1bc3f2d26ce tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6731688e-fae7-4e0d-ba98-11b4aa105a41 HTTP/1.1" status: 200 len: 210 time: 0.0974557 Aug 24 13:47:47.696107 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de934416-e2c5-4695-ba40-d74db3e0af9e tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a50ce92e-2c78-4efc-8bfa-85f10ec475d4,revision_number=0']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:47:47.728934 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8bc205-e9b3-4c78-bf09-af24c04fe2a6 req-0d602a46-4325-4525-a97d-6c7c670bbbde tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:47.730403 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9d8bc205-e9b3-4c78-bf09-af24c04fe2a6 req-0d602a46-4325-4525-a97d-6c7c670bbbde tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 945 time: 0.0886385 Aug 24 13:47:47.743963 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-de934416-e2c5-4695-ba40-d74db3e0af9e tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:47.745329 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-de934416-e2c5-4695-ba40-d74db3e0af9e tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6667209 Aug 24 13:47:47.748476 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 57512) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:47:47.753550 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-45f4a325-7174-4981-9374-971701369e42 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Request body: {'security_group_rule': {'security_group_id': '484d3c43-095b-4887-b41a-09657dd45981', 'project_id': '6f61a8f100cf4d39928e4d596741e1bb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:47:47.755350 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664d7ee-3abf-43ab-bcaa-bae97c81818c req-d2072e1c-fadd-4998-ada2-463860892eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:47.757434 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b664d7ee-3abf-43ab-bcaa-bae97c81818c req-d2072e1c-fadd-4998-ada2-463860892eef service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=b8752123-78d7-4696-a283-4d3f0be721c2 HTTP/1.1" status: 200 len: 916 time: 0.2245364 Aug 24 13:47:47.840424 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:47.851442 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9d8bc205-e9b3-4c78-bf09-af24c04fe2a6 req-1ee84713-b3af-4f1a-a33f-ccf74bfa34a5 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=62bcf616-fa1e-4b4a-a518-5b1a533b9b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145723 Aug 24 13:47:47.859001 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b664d7ee-3abf-43ab-bcaa-bae97c81818c req-975dac1e-98fa-4903-9584-133129ef49f3 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=918b2634-4141-429d-95ff-f9bae50b39dc HTTP/1.1" status: 200 len: 1001 time: 0.0948436 Aug 24 13:47:47.884562 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-45f4a325-7174-4981-9374-971701369e42 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks [] for security_group_rule (bc3e29e6-dd17-42c4-b1e8-28b7fc0da321), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:47.922939 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664d7ee-3abf-43ab-bcaa-bae97c81818c req-8f917872-0212-4e57-ba25-fbe404b31fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:47.924457 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b664d7ee-3abf-43ab-bcaa-bae97c81818c req-8f917872-0212-4e57-ba25-fbe404b31fc9 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=76850f21-f492-4b96-acd0-8c02bb420142 HTTP/1.1" status: 200 len: 854 time: 0.0503919 Aug 24 13:47:47.950052 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-45f4a325-7174-4981-9374-971701369e42 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks [] for security_group_rule (bc3e29e6-dd17-42c4-b1e8-28b7fc0da321), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:47.985220 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] get_ports_and_sgs() called for port_ids ['e8bc6f55-990a-4e53-96e4-3a5c045be05c'] {{(pid=106987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 13:47:47.995430 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664d7ee-3abf-43ab-bcaa-bae97c81818c req-5a160d1e-32c9-4793-9c59-f63df1a2716e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:47.997334 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b664d7ee-3abf-43ab-bcaa-bae97c81818c req-5a160d1e-32c9-4793-9c59-f63df1a2716e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=b8752123-78d7-4696-a283-4d3f0be721c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0579808 Aug 24 13:47:48.039286 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-45f4a325-7174-4981-9374-971701369e42 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008640'] for security_group_rule (bc3e29e6-dd17-42c4-b1e8-28b7fc0da321), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:48.077670 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f4a325-7174-4981-9374-971701369e42 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc3e29e6-dd17-42c4-b1e8-28b7fc0da321,revision_number=0']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:47:48.136833 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-45f4a325-7174-4981-9374-971701369e42 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:48.138507 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-45f4a325-7174-4981-9374-971701369e42 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3888533 Aug 24 13:47:48.141428 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 57516) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:47:48.146089 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-88b4210e-8d40-4aad-8255-0aa2ac7066de tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Request body: {'security_group_rule': {'security_group_id': '484d3c43-095b-4887-b41a-09657dd45981', 'project_id': '6f61a8f100cf4d39928e4d596741e1bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:47:48.153625 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915a75f-ec44-48ae-b163-c581d969b6de req-04616b69-c022-481e-b926-68dd9cfc6665 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:48.155786 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1915a75f-ec44-48ae-b163-c581d969b6de req-04616b69-c022-481e-b926-68dd9cfc6665 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6ebc061f-f94f-491b-ab41-a3182c046c61 HTTP/1.1" status: 200 len: 944 time: 0.1053512 Aug 24 13:47:48.174348 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a93d403b-29c5-41ac-a53c-7c0bf3f47879), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:48.196580 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b664d7ee-3abf-43ab-bcaa-bae97c81818c req-729a42e1-70ba-4cc3-93dd-570409447a75 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/b8752123-78d7-4696-a283-4d3f0be721c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913164 Aug 24 13:47:48.231937 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1915a75f-ec44-48ae-b163-c581d969b6de req-a0c67f2c-296d-4fc2-ba6c-7438b7fe72e7 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4f23f651-1dc0-439f-a4bb-10043674cd81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595536 Aug 24 13:47:48.277489 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.db.securitygroups_db [None req-88b4210e-8d40-4aad-8255-0aa2ac7066de tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Project 6f61a8f100cf4d39928e4d596741e1bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 13:47:48.283413 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-88b4210e-8d40-4aad-8255-0aa2ac7066de tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks [] for security_group_rule (7a754fc5-0613-4744-ae2e-79af399e0eff), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:48.348607 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-88b4210e-8d40-4aad-8255-0aa2ac7066de tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks [] for security_group_rule (7a754fc5-0613-4744-ae2e-79af399e0eff), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:48.432130 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-88b4210e-8d40-4aad-8255-0aa2ac7066de tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008640'] for security_group_rule (7a754fc5-0613-4744-ae2e-79af399e0eff), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:48.454910 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b4210e-8d40-4aad-8255-0aa2ac7066de tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a754fc5-0613-4744-ae2e-79af399e0eff,revision_number=0']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:47:48.484995 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:48.549138 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b664d7ee-3abf-43ab-bcaa-bae97c81818c req-e3d242f7-d61a-465e-b82d-7206196428a5 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/b8752123-78d7-4696-a283-4d3f0be721c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032410 Aug 24 13:47:48.560788 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-88b4210e-8d40-4aad-8255-0aa2ac7066de tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:48.560788 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-88b4210e-8d40-4aad-8255-0aa2ac7066de tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4180698 Aug 24 13:47:48.563718 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 57518) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:47:48.569894 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-d0ace574-3162-4e3f-b4ca-4b435ed5b371 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Request body: {'security_group_rule': {'security_group_id': '484d3c43-095b-4887-b41a-09657dd45981', 'project_id': '6f61a8f100cf4d39928e4d596741e1bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:47:48.649308 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.db.securitygroups_db [None req-d0ace574-3162-4e3f-b4ca-4b435ed5b371 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Project 6f61a8f100cf4d39928e4d596741e1bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 24 13:47:48.656865 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-d0ace574-3162-4e3f-b4ca-4b435ed5b371 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks [] for security_group_rule (e4a002c9-8102-4cb2-b4bf-5a4b2733cc24), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:48.732965 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-d0ace574-3162-4e3f-b4ca-4b435ed5b371 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks [] for security_group_rule (e4a002c9-8102-4cb2-b4bf-5a4b2733cc24), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:48.794869 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-6a91e02f-c45a-4d0a-a008-fddca039ae81 req-6eb0feca-0e7c-49af-b4f8-4e3d6be3e38c tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6731688e-fae7-4e0d-ba98-11b4aa105a41 HTTP/1.1" status: 200 len: 210 time: 0.0402837 Aug 24 13:47:48.817541 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-d0ace574-3162-4e3f-b4ca-4b435ed5b371 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008640'] for security_group_rule (e4a002c9-8102-4cb2-b4bf-5a4b2733cc24), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:48.833106 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a40565-3239-491d-a4f2-d6d6a4bebd29 req-25c4024b-7fc9-4ca0-bfe9-15836a913de8 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:48.834616 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-92a40565-3239-491d-a4f2-d6d6a4bebd29 req-25c4024b-7fc9-4ca0-bfe9-15836a913de8 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.20 "GET /networking/v2.0/networks?id=440bd507-b6ac-4736-a4d2-ede05189225c HTTP/1.1" status: 200 len: 811 time: 0.1553152 Aug 24 13:47:48.838494 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ace574-3162-4e3f-b4ca-4b435ed5b371 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4a002c9-8102-4cb2-b4bf-5a4b2733cc24,revision_number=0']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:47:48.909548 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-92a40565-3239-491d-a4f2-d6d6a4bebd29 req-28296cff-3379-4b3c-b456-888a934779ff tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=6842f55d3dcc42289b6bfe02ed020dc4 HTTP/1.1" status: 200 len: 379 time: 0.0595152 Aug 24 13:47:48.918881 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [req-92a40565-3239-491d-a4f2-d6d6a4bebd29 req-52dccae3-c322-4adc-b165-0eb4419a6603 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Request body: {'port': {'device_id': '6731688e-fae7-4e0d-ba98-11b4aa105a41', 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c', 'admin_state_up': True, 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'security_groups': ['66e3919f-1cda-4fca-bca3-a8a5d870493c']}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:47:48.920567 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-d0ace574-3162-4e3f-b4ca-4b435ed5b371 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:48.924996 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-d0ace574-3162-4e3f-b4ca-4b435ed5b371 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3572774 Aug 24 13:47:49.046560 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af57d445-15f6-4d4c-b836-db7cbe2d3c39 req-48e3e337-0117-4d1b-aea1-92ea0679b9e5 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:49.048087 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-af57d445-15f6-4d4c-b836-db7cbe2d3c39 req-48e3e337-0117-4d1b-aea1-92ea0679b9e5 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 945 time: 0.1118650 Aug 24 13:47:49.110555 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9fa08877-6582-4012-9c21-9c0c79d38683 req-61e3b523-9805-4b2c-ae36-87975f20f64f tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-175118086&fields=id&tenant_id=6f61a8f100cf4d39928e4d596741e1bb HTTP/1.1" status: 200 len: 267 time: 0.1310213 Aug 24 13:47:49.198263 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-af57d445-15f6-4d4c-b836-db7cbe2d3c39 req-7d7b707b-c754-4a06-8015-d86a2eaf62f3 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=62bcf616-fa1e-4b4a-a518-5b1a533b9b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393249 Aug 24 13:47:49.210574 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa08877-6582-4012-9c21-9c0c79d38683 req-0d849cd8-cf99-4b5f-b365-e7e3f584e775 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:49.212100 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9fa08877-6582-4012-9c21-9c0c79d38683 req-0d849cd8-cf99-4b5f-b365-e7e3f584e775 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 946 time: 0.0896828 Aug 24 13:47:49.219164 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device e8bc6f55-990a-4e53-96e4-3a5c045be05c up at agent hyperv_hv-cinder-77957 {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:47:49.227818 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [req-9fa08877-6582-4012-9c21-9c0c79d38683 req-043d1876-7a6f-4e06-8cae-8abdea2d5d61 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Request body: {'port': {'security_groups': ['bc0e3150-cae2-44e8-9b7c-787a9565ac33', '484d3c43-095b-4887-b41a-09657dd45981']}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:47:49.285267 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Provisioning for port e8bc6f55-990a-4e53-96e4-3a5c045be05c completed by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 13:47:49.323105 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92a40565-3239-491d-a4f2-d6d6a4bebd29 req-52dccae3-c322-4adc-b165-0eb4419a6603 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Made reservation on behalf of 6842f55d3dcc42289b6bfe02ed020dc4 for: {'port': 1} {{(pid=106985) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:47:49.326860 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-92a40565-3239-491d-a4f2-d6d6a4bebd29 req-52dccae3-c322-4adc-b165-0eb4419a6603 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:49.328824 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:49.345933 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Provisioning complete for port e8bc6f55-990a-4e53-96e4-3a5c045be05c triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:47:49.346648 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (e8bc6f55-990a-4e53-96e4-3a5c045be05c), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:49.389571 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-9fa08877-6582-4012-9c21-9c0c79d38683 req-043d1876-7a6f-4e06-8cae-8abdea2d5d61 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (918b2634-4141-429d-95ff-f9bae50b39dc), before_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:49.413991 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf728cd-247c-4966-bfbf-3cccc2d5be98 req-50b3224c-a25a-40b3-8f29-629a31e7cdf0 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:49.415535 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-bbf728cd-247c-4966-bfbf-3cccc2d5be98 req-50b3224c-a25a-40b3-8f29-629a31e7cdf0 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6ebc061f-f94f-491b-ab41-a3182c046c61 HTTP/1.1" status: 200 len: 944 time: 0.0969741 Aug 24 13:47:49.434612 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port e8bc6f55-990a-4e53-96e4-3a5c045be05c is: BUILD; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:47:49.434995 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (e8bc6f55-990a-4e53-96e4-3a5c045be05c), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:49.460216 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ebc061f-f94f-491b-ab41-a3182c046c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8bc6f55-990a-4e53-96e4-3a5c045be05c'}] {{(pid=106987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:47:49.462689 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee01592ba90e2cb9dcb0c84681ff9a6759d336f5db8af78df2209fafc25a55a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311cc62a-6b03-4baf-847d-87e46e52b7de" -d '{"events": [{"server_uuid": "6ebc061f-f94f-491b-ab41-a3182c046c61", "name": "network-vif-plugged", "status": "completed", "tag": "e8bc6f55-990a-4e53-96e4-3a5c045be05c"}]}' {{(pid=106987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:47:49.477324 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port e8bc6f55-990a-4e53-96e4-3a5c045be05c, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=e8bc6f55-990a-4e53-96e4-3a5c045be05c,segment=NetworkSegment(2c3cc436-b6e8-4a61-bae4-93fdcf4a2b86),segment_id=2c3cc436-b6e8-4a61-bae4-93fdcf4a2b86)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:47:49.528569 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (e8bc6f55-990a-4e53-96e4-3a5c045be05c), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:49.578780 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=e8bc6f55-990a-4e53-96e4-3a5c045be05c,revision_number=5']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:47:49.609688 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-bbf728cd-247c-4966-bfbf-3cccc2d5be98 req-2da53440-e746-4731-bb27-c12827bedb2b tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4f23f651-1dc0-439f-a4bb-10043674cd81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513176 Aug 24 13:47:49.632916 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.db_base_plugin_common [req-92a40565-3239-491d-a4f2-d6d6a4bebd29 req-52dccae3-c322-4adc-b165-0eb4419a6603 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Allocated IP 172.20.0.4 (440bd507-b6ac-4736-a4d2-ede05189225c/855e4e70-f3fd-4957-8cf7-11d6e251674e/6974fab0-e16f-4683-b4b3-3d4218fb55a8) {{(pid=106985) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:47:49.666262 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 13:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23f36d06-761d-45a0-ac68-2677b308b5c9 x-openstack-request-id: req-23f36d06-761d-45a0-ac68-2677b308b5c9 {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:47:49.666262 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ebc061f-f94f-491b-ab41-a3182c046c61", "name": "network-vif-plugged", "status": "completed", "tag": "e8bc6f55-990a-4e53-96e4-3a5c045be05c", "code": 200}]} {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:47:49.666262 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-23f36d06-761d-45a0-ac68-2677b308b5c9 {{(pid=106987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:47:49.666262 dv-cinder-779578-4-iscsi neutron-server[106987]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23f36d06-761d-45a0-ac68-2677b308b5c9'] response: {'server_uuid': '6ebc061f-f94f-491b-ab41-a3182c046c61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8bc6f55-990a-4e53-96e4-3a5c045be05c', 'code': 200} Aug 24 13:47:49.873562 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.db [req-9fa08877-6582-4012-9c21-9c0c79d38683 req-043d1876-7a6f-4e06-8cae-8abdea2d5d61 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] For port 918b2634-4141-429d-95ff-f9bae50b39dc, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=918b2634-4141-429d-95ff-f9bae50b39dc,segment=NetworkSegment(eee2f36f-a970-4ec4-a399-3d8c5a2cfe2b),segment_id=eee2f36f-a970-4ec4-a399-3d8c5a2cfe2b)] {{(pid=106985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:47:49.884318 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:49.947178 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e2a4ff18-917b-4856-bd62-faaa1419deb9 req-cf820d19-7bff-4a08-acee-2344957c23af tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6731688e-fae7-4e0d-ba98-11b4aa105a41 HTTP/1.1" status: 200 len: 210 time: 0.0602593 Aug 24 13:47:49.953900 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-94919fe9-8b85-426d-905a-b89efe4837a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:49.957112 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-92a40565-3239-491d-a4f2-d6d6a4bebd29 req-52dccae3-c322-4adc-b165-0eb4419a6603 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks [] for port (6974fab0-e16f-4683-b4b3-3d4218fb55a8), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:49.965615 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-9fa08877-6582-4012-9c21-9c0c79d38683 req-043d1876-7a6f-4e06-8cae-8abdea2d5d61 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks [] for port (918b2634-4141-429d-95ff-f9bae50b39dc), precommit_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:50.038072 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-9fa08877-6582-4012-9c21-9c0c79d38683 req-043d1876-7a6f-4e06-8cae-8abdea2d5d61 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2796075'] for port (918b2634-4141-429d-95ff-f9bae50b39dc), after_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:50.044467 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959237fd-ab1a-46eb-9bb5-b70db6c67bf2 req-c2ec738d-85f8-4ddb-bf48-64195e24c9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:50.046031 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-959237fd-ab1a-46eb-9bb5-b70db6c67bf2 req-c2ec738d-85f8-4ddb-bf48-64195e24c9fb service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6ebc061f-f94f-491b-ab41-a3182c046c61 HTTP/1.1" status: 200 len: 1129 time: 0.0424900 Aug 24 13:47:50.049659 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa08877-6582-4012-9c21-9c0c79d38683 req-043d1876-7a6f-4e06-8cae-8abdea2d5d61 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:50.050283 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-9fa08877-6582-4012-9c21-9c0c79d38683 req-043d1876-7a6f-4e06-8cae-8abdea2d5d61 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:50.051758 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9fa08877-6582-4012-9c21-9c0c79d38683 req-043d1876-7a6f-4e06-8cae-8abdea2d5d61 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "PUT /networking/v2.0/ports/918b2634-4141-429d-95ff-f9bae50b39dc HTTP/1.1" status: 200 len: 982 time: 0.8328290 Aug 24 13:47:50.052299 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1d1e2a-ddc9-4a66-8db4-6cccea722024', 'tag': '918b2634-4141-429d-95ff-f9bae50b39dc'}] {{(pid=106985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:47:50.054747 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339b45b761399ad6383a0e79eb3d49a8b35bb9728a194a6e9817421c04d0c31a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad7617a-b505-4e0a-9fb5-5613b73ba8c3" -d '{"events": [{"name": "network-changed", "server_uuid": "5d1d1e2a-ddc9-4a66-8db4-6cccea722024", "tag": "918b2634-4141-429d-95ff-f9bae50b39dc"}]}' {{(pid=106985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:47:50.086124 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] get_ports_and_sgs() called for port_ids ['918b2634-4141-429d-95ff-f9bae50b39dc'] {{(pid=106987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 13:47:50.091247 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-92a40565-3239-491d-a4f2-d6d6a4bebd29 req-52dccae3-c322-4adc-b165-0eb4419a6603 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (6974fab0-e16f-4683-b4b3-3d4218fb55a8), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:50.118907 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-959237fd-ab1a-46eb-9bb5-b70db6c67bf2 req-ac7b49d8-1639-453b-9931-47878a0ad4f2 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=4f23f651-1dc0-439f-a4bb-10043674cd81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669444 Aug 24 13:47:50.125313 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92a40565-3239-491d-a4f2-d6d6a4bebd29 req-52dccae3-c322-4adc-b165-0eb4419a6603 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Network 440bd507-b6ac-4736-a4d2-ede05189225c is already hosted by enough agents. {{(pid=106985) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:47:50.133817 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.base_scheduler [req-92a40565-3239-491d-a4f2-d6d6a4bebd29 req-52dccae3-c322-4adc-b165-0eb4419a6603 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Resources bound (agent type, host, resource id): {{(pid=106985) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:47:50.138607 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 13:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-558810ea-281e-4c00-a95c-e166be6708b5 x-openstack-request-id: req-558810ea-281e-4c00-a95c-e166be6708b5 {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:47:50.138988 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d1d1e2a-ddc9-4a66-8db4-6cccea722024", "tag": "918b2634-4141-429d-95ff-f9bae50b39dc", "status": "completed", "code": 200}]} {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:47:50.139242 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-558810ea-281e-4c00-a95c-e166be6708b5 {{(pid=106985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:47:50.139644 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-558810ea-281e-4c00-a95c-e166be6708b5'] response: {'name': 'network-changed', 'server_uuid': '5d1d1e2a-ddc9-4a66-8db4-6cccea722024', 'tag': '918b2634-4141-429d-95ff-f9bae50b39dc', 'status': 'completed', 'code': 200} Aug 24 13:47:50.142812 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a40565-3239-491d-a4f2-d6d6a4bebd29 req-52dccae3-c322-4adc-b165-0eb4419a6603 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Received port after_create {{(pid=106985) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:47:50.144782 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d1876-7a6f-4e06-8cae-8abdea2d5d61 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Pushing event updated for resources: {'Port': ['ID=918b2634-4141-429d-95ff-f9bae50b39dc,revision_number=6']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:47:50.147848 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:50.277145 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a40565-3239-491d-a4f2-d6d6a4bebd29 req-52dccae3-c322-4adc-b165-0eb4419a6603 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:50.277884 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-92a40565-3239-491d-a4f2-d6d6a4bebd29 req-52dccae3-c322-4adc-b165-0eb4419a6603 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:50.288364 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f60430-1851-4f0c-9bd6-ae39c39f6927 req-f1b9661e-f215-48ad-9d3e-31b7db40aade tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:50.290057 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d7f60430-1851-4f0c-9bd6-ae39c39f6927 req-f1b9661e-f215-48ad-9d3e-31b7db40aade tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 985 time: 0.1406307 Aug 24 13:47:50.294879 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52dccae3-c322-4adc-b165-0eb4419a6603 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Pushing event updated for resources: {'Port': ['ID=6974fab0-e16f-4683-b4b3-3d4218fb55a8,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:47:50.295576 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] get_ports_and_sgs() called for port_ids ['918b2634-4141-429d-95ff-f9bae50b39dc'] {{(pid=106987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 13:47:50.304859 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:50.374393 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e24c876-2396-4bf7-833a-4c08b1210efa req-0efd6bc9-8211-4498-9190-a1b0ac82061d tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:50.375980 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-2e24c876-2396-4bf7-833a-4c08b1210efa req-0efd6bc9-8211-4498-9190-a1b0ac82061d tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 945 time: 0.0748510 Aug 24 13:47:50.426691 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d7f60430-1851-4f0c-9bd6-ae39c39f6927 req-172b1498-5557-4446-94a9-1244a7230825 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=484d3c43-095b-4887-b41a-09657dd45981&id=bc0e3150-cae2-44e8-9b7c-787a9565ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1231298 Aug 24 13:47:50.427135 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:50.427354 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-92a40565-3239-491d-a4f2-d6d6a4bebd29 req-52dccae3-c322-4adc-b165-0eb4419a6603 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5122736 Aug 24 13:47:50.448306 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-ee6dd971-b8b9-4f89-a784-81a6da8cc83e None None] Provisioning complete for port 6974fab0-e16f-4683-b4b3-3d4218fb55a8 triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:47:50.448675 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-ee6dd971-b8b9-4f89-a784-81a6da8cc83e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (6974fab0-e16f-4683-b4b3-3d4218fb55a8), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:50.454969 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-2e24c876-2396-4bf7-833a-4c08b1210efa req-b0a74c73-59f3-4185-8b2f-0306f4ac7576 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=62bcf616-fa1e-4b4a-a518-5b1a533b9b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690010 Aug 24 13:47:50.528478 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-ee6dd971-b8b9-4f89-a784-81a6da8cc83e None None] Port 6974fab0-e16f-4683-b4b3-3d4218fb55a8 cannot update to ACTIVE because it is not bound. {{(pid=106987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 13:47:50.741365 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0967e-405f-483e-9992-451a6244bd9b req-cb10842f-a644-4ee2-820c-4a7b482ff0c8 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:50.743067 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f3f0967e-405f-483e-9992-451a6244bd9b req-cb10842f-a644-4ee2-820c-4a7b482ff0c8 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6ebc061f-f94f-491b-ab41-a3182c046c61 HTTP/1.1" status: 200 len: 945 time: 0.0531762 Aug 24 13:47:50.789402 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=100 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:50.796662 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f3f0967e-405f-483e-9992-451a6244bd9b req-f80c8bf0-9f13-4f6f-ba07-e7244b23e491 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4f23f651-1dc0-439f-a4bb-10043674cd81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450737 Aug 24 13:47:50.873362 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [req-92a40565-3239-491d-a4f2-d6d6a4bebd29 req-e046dda3-aed9-42c0-af72-e179d94a6fb3 service neutron] Request body: {'port': {'device_id': '6731688e-fae7-4e0d-ba98-11b4aa105a41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:47:50.932601 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-92a40565-3239-491d-a4f2-d6d6a4bebd29 req-e046dda3-aed9-42c0-af72-e179d94a6fb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (6974fab0-e16f-4683-b4b3-3d4218fb55a8), before_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:50.980347 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7617a-b505-4e0a-9fb5-5613b73ba8c3 req-a86cbd22-ea10-4f9f-8f85-924cfddeaef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:50.981850 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-9ad7617a-b505-4e0a-9fb5-5613b73ba8c3 req-a86cbd22-ea10-4f9f-8f85-924cfddeaef6 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=6f61a8f100cf4d39928e4d596741e1bb&device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 1169 time: 0.0402663 Aug 24 13:47:51.060363 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=81,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:51.061101 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:51.070452 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:DELETE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:51.092581 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7617a-b505-4e0a-9fb5-5613b73ba8c3 req-0e4ebe32-bd23-4ff7-bb0e-ea8ff5a74c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:51.094080 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-9ad7617a-b505-4e0a-9fb5-5613b73ba8c3 req-0e4ebe32-bd23-4ff7-bb0e-ea8ff5a74c56 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=b8752123-78d7-4696-a283-4d3f0be721c2 HTTP/1.1" status: 200 len: 916 time: 0.1052430 Aug 24 13:47:51.113426 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b84383-d218-48ae-a12c-474cc8a1dc38 req-c4feddaf-a051-40b3-b540-984403de3f70 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:51.114900 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f0b84383-d218-48ae-a12c-474cc8a1dc38 req-c4feddaf-a051-40b3-b540-984403de3f70 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6731688e-fae7-4e0d-ba98-11b4aa105a41 HTTP/1.1" status: 200 len: 931 time: 0.0677817 Aug 24 13:47:51.179551 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-9ad7617a-b505-4e0a-9fb5-5613b73ba8c3 req-ede1409c-efa7-4bb3-8db1-0a76bc7a3bb4 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=918b2634-4141-429d-95ff-f9bae50b39dc HTTP/1.1" status: 200 len: 1001 time: 0.0662158 Aug 24 13:47:51.229497 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f0b84383-d218-48ae-a12c-474cc8a1dc38 req-ae57222a-2582-4f19-ae01-254b809dedfa tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039784 Aug 24 13:47:51.302211 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.notifiers.nova [req-92a40565-3239-491d-a4f2-d6d6a4bebd29 req-e046dda3-aed9-42c0-af72-e179d94a6fb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6974fab0-e16f-4683-b4b3-3d4218fb55a8 {{(pid=106985) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 13:47:51.311178 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-92a40565-3239-491d-a4f2-d6d6a4bebd29 req-e046dda3-aed9-42c0-af72-e179d94a6fb3 service neutron] Publish callbacks [] for port (6974fab0-e16f-4683-b4b3-3d4218fb55a8), precommit_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:51.323635 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.provisioning_blocks [req-92a40565-3239-491d-a4f2-d6d6a4bebd29 req-e046dda3-aed9-42c0-af72-e179d94a6fb3 service neutron] Transition to ACTIVE for port object 6974fab0-e16f-4683-b4b3-3d4218fb55a8 will not be triggered until provisioned by entity L2. {{(pid=106985) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 13:47:51.386028 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-92a40565-3239-491d-a4f2-d6d6a4bebd29 req-e046dda3-aed9-42c0-af72-e179d94a6fb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2796075'] for port (6974fab0-e16f-4683-b4b3-3d4218fb55a8), after_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:51.471864 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e046dda3-aed9-42c0-af72-e179d94a6fb3 service neutron] Pushing event updated for resources: {'Port': ['ID=6974fab0-e16f-4683-b4b3-3d4218fb55a8,revision_number=2']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:47:51.509705 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.managers [req-92a40565-3239-491d-a4f2-d6d6a4bebd29 req-e046dda3-aed9-42c0-af72-e179d94a6fb3 service neutron] Attempting to bind port 6974fab0-e16f-4683-b4b3-3d4218fb55a8 on host hv-cinder-77957 for vnic_type normal with profile {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:47:51.510048 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.managers [req-92a40565-3239-491d-a4f2-d6d6a4bebd29 req-e046dda3-aed9-42c0-af72-e179d94a6fb3 service neutron] Attempting to bind port 6974fab0-e16f-4683-b4b3-3d4218fb55a8 by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': 'a66ff9af-39c0-4933-b76c-c41e5f0ae69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c'}] {{(pid=106985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:47:51.510379 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a40565-3239-491d-a4f2-d6d6a4bebd29 req-e046dda3-aed9-42c0-af72-e179d94a6fb3 service neutron] Attempting to bind port 6974fab0-e16f-4683-b4b3-3d4218fb55a8 on network 440bd507-b6ac-4736-a4d2-ede05189225c {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:47:51.512334 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:51.516279 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a40565-3239-491d-a4f2-d6d6a4bebd29 req-e046dda3-aed9-42c0-af72-e179d94a6fb3 service neutron] Port 6974fab0-e16f-4683-b4b3-3d4218fb55a8 on network 440bd507-b6ac-4736-a4d2-ede05189225c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 13:47:51.516609 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a40565-3239-491d-a4f2-d6d6a4bebd29 req-e046dda3-aed9-42c0-af72-e179d94a6fb3 service neutron] Attempting to bind port 6974fab0-e16f-4683-b4b3-3d4218fb55a8 on network 440bd507-b6ac-4736-a4d2-ede05189225c {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:47:51.522773 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a40565-3239-491d-a4f2-d6d6a4bebd29 req-e046dda3-aed9-42c0-af72-e179d94a6fb3 service neutron] Checking agent: {'id': 'a93d403b-29c5-41ac-a53c-7c0bf3f47879', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 36, 17), 'started_at': datetime.datetime(2022, 8, 24, 13, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:47:51.523341 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a40565-3239-491d-a4f2-d6d6a4bebd29 req-e046dda3-aed9-42c0-af72-e179d94a6fb3 service neutron] Checking segment: {'id': 'a66ff9af-39c0-4933-b76c-c41e5f0ae69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106985) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:47:51.525987 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a40565-3239-491d-a4f2-d6d6a4bebd29 req-e046dda3-aed9-42c0-af72-e179d94a6fb3 service neutron] Bound using segment: {'id': 'a66ff9af-39c0-4933-b76c-c41e5f0ae69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c'} {{(pid=106985) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:47:51.525987 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.managers [req-92a40565-3239-491d-a4f2-d6d6a4bebd29 req-e046dda3-aed9-42c0-af72-e179d94a6fb3 service neutron] Bound port: 6974fab0-e16f-4683-b4b3-3d4218fb55a8, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a66ff9af-39c0-4933-b76c-c41e5f0ae69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c'}}] {{(pid=106985) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:47:51.525987 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-92a40565-3239-491d-a4f2-d6d6a4bebd29 req-e046dda3-aed9-42c0-af72-e179d94a6fb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (6974fab0-e16f-4683-b4b3-3d4218fb55a8), before_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:51.633393 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5349fdc-0fe3-46f9-9518-790b3434ae65 req-736c75dd-bb7e-4afa-82d3-28d477bfd0b9 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:51.635094 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e5349fdc-0fe3-46f9-9518-790b3434ae65 req-736c75dd-bb7e-4afa-82d3-28d477bfd0b9 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 945 time: 0.0731270 Aug 24 13:47:51.643482 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.db [req-92a40565-3239-491d-a4f2-d6d6a4bebd29 req-e046dda3-aed9-42c0-af72-e179d94a6fb3 service neutron] For port 6974fab0-e16f-4683-b4b3-3d4218fb55a8, host hv-cinder-77957, cleared binding levels {{(pid=106985) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:47:51.651907 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.db [req-92a40565-3239-491d-a4f2-d6d6a4bebd29 req-e046dda3-aed9-42c0-af72-e179d94a6fb3 service neutron] For port 6974fab0-e16f-4683-b4b3-3d4218fb55a8, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=6974fab0-e16f-4683-b4b3-3d4218fb55a8,segment=NetworkSegment(a66ff9af-39c0-4933-b76c-c41e5f0ae69c),segment_id=a66ff9af-39c0-4933-b76c-c41e5f0ae69c)] {{(pid=106985) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:47:51.692953 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e5349fdc-0fe3-46f9-9518-790b3434ae65 req-9c3d4062-ad07-475a-b4c3-fe5e889189b4 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=62bcf616-fa1e-4b4a-a518-5b1a533b9b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514956 Aug 24 13:47:51.803813 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-92a40565-3239-491d-a4f2-d6d6a4bebd29 req-e046dda3-aed9-42c0-af72-e179d94a6fb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2796075'] for port (6974fab0-e16f-4683-b4b3-3d4218fb55a8), after_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:51.807827 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a40565-3239-491d-a4f2-d6d6a4bebd29 req-e046dda3-aed9-42c0-af72-e179d94a6fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:51.808993 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-92a40565-3239-491d-a4f2-d6d6a4bebd29 req-e046dda3-aed9-42c0-af72-e179d94a6fb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:51.810608 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-92a40565-3239-491d-a4f2-d6d6a4bebd29 req-e046dda3-aed9-42c0-af72-e179d94a6fb3 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/6974fab0-e16f-4683-b4b3-3d4218fb55a8 HTTP/1.1" status: 200 len: 1093 time: 0.9429448 Aug 24 13:47:51.862102 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7617a-b505-4e0a-9fb5-5613b73ba8c3 req-e8b978f5-ad94-4c49-b2bb-fc559cbc775d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:51.863163 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e046dda3-aed9-42c0-af72-e179d94a6fb3 service neutron] Pushing event updated for resources: {'Port': ['ID=6974fab0-e16f-4683-b4b3-3d4218fb55a8,revision_number=3']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:47:51.863728 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-9ad7617a-b505-4e0a-9fb5-5613b73ba8c3 req-e8b978f5-ad94-4c49-b2bb-fc559cbc775d service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=76850f21-f492-4b96-acd0-8c02bb420142 HTTP/1.1" status: 200 len: 854 time: 0.0595884 Aug 24 13:47:51.906609 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.agents_db [None req-66b1cbc3-9e75-488f-ab76-e3b1c287483f None None] Agent healthcheck: found 6 active agents {{(pid=106988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 13:47:51.916586 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7617a-b505-4e0a-9fb5-5613b73ba8c3 req-2c512898-0a09-49fb-a249-639fb8c7bf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:51.918178 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-9ad7617a-b505-4e0a-9fb5-5613b73ba8c3 req-2c512898-0a09-49fb-a249-639fb8c7bf71 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=b8752123-78d7-4696-a283-4d3f0be721c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467808 Aug 24 13:47:51.944810 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e166a0-1adb-4a4b-9a71-95272dd59a6a req-d5de173a-0fbb-4ee5-8efc-1205fc25b471 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:51.947446 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b2e166a0-1adb-4a4b-9a71-95272dd59a6a req-d5de173a-0fbb-4ee5-8efc-1205fc25b471 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6ebc061f-f94f-491b-ab41-a3182c046c61 HTTP/1.1" status: 200 len: 945 time: 0.0596070 Aug 24 13:47:52.024611 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-9ad7617a-b505-4e0a-9fb5-5613b73ba8c3 req-73420e0c-96dd-434d-ab72-5bdb1fb05e7f service neutron] 10.222.0.20 "GET /networking/v2.0/networks/b8752123-78d7-4696-a283-4d3f0be721c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965927 Aug 24 13:47:52.030191 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a40565-3239-491d-a4f2-d6d6a4bebd29 req-7f946868-cc06-410c-8c8a-5b1fad83ac7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:52.031660 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-92a40565-3239-491d-a4f2-d6d6a4bebd29 req-7f946868-cc06-410c-8c8a-5b1fad83ac7e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=6842f55d3dcc42289b6bfe02ed020dc4&device_id=6731688e-fae7-4e0d-ba98-11b4aa105a41 HTTP/1.1" status: 200 len: 1127 time: 0.0697479 Aug 24 13:47:52.035116 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b2e166a0-1adb-4a4b-9a71-95272dd59a6a req-03d9033c-104a-45d4-baa9-9b9173771011 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4f23f651-1dc0-439f-a4bb-10043674cd81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805030 Aug 24 13:47:52.092837 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-92a40565-3239-491d-a4f2-d6d6a4bebd29 req-868cce48-c784-4c3b-99aa-670e3fe5abb1 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6974fab0-e16f-4683-b4b3-3d4218fb55a8 HTTP/1.1" status: 200 len: 217 time: 0.0457418 Aug 24 13:47:52.140511 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6731688e-fae7-4e0d-ba98-11b4aa105a41', 'tag': '6974fab0-e16f-4683-b4b3-3d4218fb55a8'}] {{(pid=106985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:47:52.142570 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-9ad7617a-b505-4e0a-9fb5-5613b73ba8c3 req-fd1b5448-422e-4d43-b191-f90f0defe0c3 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/b8752123-78d7-4696-a283-4d3f0be721c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959291 Aug 24 13:47:52.143083 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339b45b761399ad6383a0e79eb3d49a8b35bb9728a194a6e9817421c04d0c31a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599310b2-5d7d-4b48-bb5a-7d3faf3d03d1" -d '{"events": [{"name": "network-changed", "server_uuid": "6731688e-fae7-4e0d-ba98-11b4aa105a41", "tag": "6974fab0-e16f-4683-b4b3-3d4218fb55a8"}]}' {{(pid=106985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:47:52.156063 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a40565-3239-491d-a4f2-d6d6a4bebd29 req-46f27c8b-ab5c-4e40-a1a4-e1b91e84e060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:52.157564 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-92a40565-3239-491d-a4f2-d6d6a4bebd29 req-46f27c8b-ab5c-4e40-a1a4-e1b91e84e060 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=855e4e70-f3fd-4957-8cf7-11d6e251674e HTTP/1.1" status: 200 len: 850 time: 0.0513358 Aug 24 13:47:52.200901 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 13:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8373552a-ca79-4786-8b36-44d3469e493e x-openstack-request-id: req-8373552a-ca79-4786-8b36-44d3469e493e {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:47:52.201187 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6731688e-fae7-4e0d-ba98-11b4aa105a41", "tag": "6974fab0-e16f-4683-b4b3-3d4218fb55a8", "status": "completed", "code": 200}]} {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:47:52.201428 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8373552a-ca79-4786-8b36-44d3469e493e {{(pid=106985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:47:52.201819 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8373552a-ca79-4786-8b36-44d3469e493e'] response: {'name': 'network-changed', 'server_uuid': '6731688e-fae7-4e0d-ba98-11b4aa105a41', 'tag': '6974fab0-e16f-4683-b4b3-3d4218fb55a8', 'status': 'completed', 'code': 200} Aug 24 13:47:52.213942 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a40565-3239-491d-a4f2-d6d6a4bebd29 req-fb5ad6a9-c200-4ac2-9a7b-5fbdd0395f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:52.215350 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-92a40565-3239-491d-a4f2-d6d6a4bebd29 req-fb5ad6a9-c200-4ac2-9a7b-5fbdd0395f5c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=440bd507-b6ac-4736-a4d2-ede05189225c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472968 Aug 24 13:47:52.251688 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:52.265941 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-f3ea63e1-b63e-44fd-893e-12e271f0510a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:52.322975 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-92a40565-3239-491d-a4f2-d6d6a4bebd29 req-3682651d-731e-4c5c-b7b3-3baf435b0bfb service neutron] 10.222.0.20 "GET /networking/v2.0/networks/440bd507-b6ac-4736-a4d2-ede05189225c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008334 Aug 24 13:47:52.380453 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42900dc-76f1-4c55-89ae-87d0cbaaa702 req-c8d4a81e-8ff7-472a-ab05-8cf7fba48f4c tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:52.382300 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a42900dc-76f1-4c55-89ae-87d0cbaaa702 req-c8d4a81e-8ff7-472a-ab05-8cf7fba48f4c tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6731688e-fae7-4e0d-ba98-11b4aa105a41 HTTP/1.1" status: 200 len: 943 time: 0.0754385 Aug 24 13:47:52.741086 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a42900dc-76f1-4c55-89ae-87d0cbaaa702 req-d502c4e7-6e2b-4184-84d1-10b810ab7dc4 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3486817 Aug 24 13:47:52.745088 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-92a40565-3239-491d-a4f2-d6d6a4bebd29 req-d63f0fe4-a1bb-4fcb-97bc-c65423bbe1ee service neutron] 10.222.0.20 "GET /networking/v2.0/networks/440bd507-b6ac-4736-a4d2-ede05189225c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054558 Aug 24 13:47:52.839113 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7cbbb-4117-4932-a6b0-85761f7cf79a req-80fa309f-179c-4fd6-82af-ced39ffe4cf6 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:52.840635 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-04a7cbbb-4117-4932-a6b0-85761f7cf79a req-80fa309f-179c-4fd6-82af-ced39ffe4cf6 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 945 time: 0.0522254 Aug 24 13:47:52.892930 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-04a7cbbb-4117-4932-a6b0-85761f7cf79a req-b3decdb0-fdfa-45a4-bf56-1f5d1b00d1c8 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=62bcf616-fa1e-4b4a-a518-5b1a533b9b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464683 Aug 24 13:47:53.186539 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821e3ca9-3ece-42be-91d1-80bcc2c85846 req-cb462847-0279-4fe0-ab42-37db8ee02e7a tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:53.189743 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-821e3ca9-3ece-42be-91d1-80bcc2c85846 req-cb462847-0279-4fe0-ab42-37db8ee02e7a tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6ebc061f-f94f-491b-ab41-a3182c046c61 HTTP/1.1" status: 200 len: 945 time: 0.0570495 Aug 24 13:47:53.304451 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599310b2-5d7d-4b48-bb5a-7d3faf3d03d1 req-26421b5f-1c8a-4766-b23e-24c974003237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:53.305967 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-599310b2-5d7d-4b48-bb5a-7d3faf3d03d1 req-26421b5f-1c8a-4766-b23e-24c974003237 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=6842f55d3dcc42289b6bfe02ed020dc4&device_id=6731688e-fae7-4e0d-ba98-11b4aa105a41 HTTP/1.1" status: 200 len: 1127 time: 0.1016431 Aug 24 13:47:53.316461 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4da8871-fe75-403c-b75f-bc3ca25bf6a5 req-6695724e-b2a5-42f7-aca4-6025766b5ee7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:53.317878 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f4da8871-fe75-403c-b75f-bc3ca25bf6a5 req-6695724e-b2a5-42f7-aca4-6025766b5ee7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 945 time: 0.0899954 Aug 24 13:47:53.338238 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-821e3ca9-3ece-42be-91d1-80bcc2c85846 req-e12b1569-6082-49eb-a971-ca87ae4f9f8b tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4f23f651-1dc0-439f-a4bb-10043674cd81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359634 Aug 24 13:47:53.408579 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f4da8871-fe75-403c-b75f-bc3ca25bf6a5 req-c37c7461-d410-4c00-8353-a32de53bda83 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=62bcf616-fa1e-4b4a-a518-5b1a533b9b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813656 Aug 24 13:47:53.441781 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:53.462292 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7137526-c532-458d-87da-94ad3f54fb96 req-36057e5f-31cf-4295-8986-9d960686ab48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:53.464783 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-a7137526-c532-458d-87da-94ad3f54fb96 req-36057e5f-31cf-4295-8986-9d960686ab48 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=ca298d9092ad4a9489f1624d62b2ac1d&device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 1129 time: 0.0497284 Aug 24 13:47:53.473033 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599310b2-5d7d-4b48-bb5a-7d3faf3d03d1 req-a23a3a6c-2c24-430d-ac2f-21758e8cda28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:53.474517 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-599310b2-5d7d-4b48-bb5a-7d3faf3d03d1 req-a23a3a6c-2c24-430d-ac2f-21758e8cda28 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=440bd507-b6ac-4736-a4d2-ede05189225c HTTP/1.1" status: 200 len: 912 time: 0.1203604 Aug 24 13:47:53.532619 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-599310b2-5d7d-4b48-bb5a-7d3faf3d03d1 req-3892511f-e5d6-47d0-ac29-2039879782e3 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6974fab0-e16f-4683-b4b3-3d4218fb55a8 HTTP/1.1" status: 200 len: 217 time: 0.0383272 Aug 24 13:47:53.586093 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599310b2-5d7d-4b48-bb5a-7d3faf3d03d1 req-75239e30-cdc1-43f4-8770-0035ff131b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:53.587340 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7137526-c532-458d-87da-94ad3f54fb96 req-b55e2ce6-f33e-4150-868c-c24ea84a43e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:53.587596 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-599310b2-5d7d-4b48-bb5a-7d3faf3d03d1 req-75239e30-cdc1-43f4-8770-0035ff131b16 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=855e4e70-f3fd-4957-8cf7-11d6e251674e HTTP/1.1" status: 200 len: 850 time: 0.0479198 Aug 24 13:47:53.589050 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-a7137526-c532-458d-87da-94ad3f54fb96 req-b55e2ce6-f33e-4150-868c-c24ea84a43e8 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=f3395214-009c-4aba-9dda-777a5c33eecb HTTP/1.1" status: 200 len: 912 time: 0.0969718 Aug 24 13:47:53.649817 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599310b2-5d7d-4b48-bb5a-7d3faf3d03d1 req-a4907de4-5122-425e-936f-ad4c6b4f8e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:53.651511 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-599310b2-5d7d-4b48-bb5a-7d3faf3d03d1 req-a4907de4-5122-425e-936f-ad4c6b4f8e88 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=440bd507-b6ac-4736-a4d2-ede05189225c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533741 Aug 24 13:47:53.659610 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-a7137526-c532-458d-87da-94ad3f54fb96 req-c48313cf-7863-45ae-8f1f-9be0a62f0ecd service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7197ae76-1beb-430e-a9cf-620230d08e49 HTTP/1.1" status: 200 len: 1000 time: 0.0610414 Aug 24 13:47:53.699937 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:53.715698 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7137526-c532-458d-87da-94ad3f54fb96 req-d1859f3b-0d84-4296-b0ef-7b827791c2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:53.717184 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-a7137526-c532-458d-87da-94ad3f54fb96 req-d1859f3b-0d84-4296-b0ef-7b827791c2de service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=1f46d6dd-5a73-4b8e-8e50-cedc158c26c7 HTTP/1.1" status: 200 len: 850 time: 0.0505733 Aug 24 13:47:53.751331 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-599310b2-5d7d-4b48-bb5a-7d3faf3d03d1 req-fe331887-1e83-4979-a8e4-01ca00dc59b9 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/440bd507-b6ac-4736-a4d2-ede05189225c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938294 Aug 24 13:47:53.764605 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7137526-c532-458d-87da-94ad3f54fb96 req-9619cc0a-b314-4141-93da-c2a121f457a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:53.766108 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-a7137526-c532-458d-87da-94ad3f54fb96 req-9619cc0a-b314-4141-93da-c2a121f457a0 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=f3395214-009c-4aba-9dda-777a5c33eecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431464 Aug 24 13:47:53.863133 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-599310b2-5d7d-4b48-bb5a-7d3faf3d03d1 req-2ba3126f-2c6e-44d3-8e18-1a5cb602d289 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/440bd507-b6ac-4736-a4d2-ede05189225c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053593 Aug 24 13:47:53.887859 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-a7137526-c532-458d-87da-94ad3f54fb96 req-99de7aef-0d31-46ff-bcad-276245b04d93 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/f3395214-009c-4aba-9dda-777a5c33eecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137288 Aug 24 13:47:53.902521 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2f4346-74b1-4122-b829-9f9867d28860 req-5fc8c2ce-abf6-408e-b828-8f4aa6cd10c9 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:53.904141 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-de2f4346-74b1-4122-b829-9f9867d28860 req-5fc8c2ce-abf6-408e-b828-8f4aa6cd10c9 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6731688e-fae7-4e0d-ba98-11b4aa105a41 HTTP/1.1" status: 200 len: 943 time: 0.0662296 Aug 24 13:47:53.961486 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-de2f4346-74b1-4122-b829-9f9867d28860 req-4794c386-c56a-4180-92d5-3993ea8366ee tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515740 Aug 24 13:47:53.996607 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-a7137526-c532-458d-87da-94ad3f54fb96 req-083a17cf-e331-4c50-bca3-4143b1e79519 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/f3395214-009c-4aba-9dda-777a5c33eecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029744 Aug 24 13:47:54.535994 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235aeb8d-5549-4d0a-83c0-3ea5bde57cfc req-24811af6-8bfc-4312-9c8d-02861bccc5fd tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:54.537658 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-235aeb8d-5549-4d0a-83c0-3ea5bde57cfc req-24811af6-8bfc-4312-9c8d-02861bccc5fd tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 945 time: 0.0488923 Aug 24 13:47:54.592784 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-235aeb8d-5549-4d0a-83c0-3ea5bde57cfc req-3218243d-89c0-4730-bb78-5438e7526909 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=62bcf616-fa1e-4b4a-a518-5b1a533b9b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485260 Aug 24 13:47:55.089763 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:55.101977 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72411ae-4a8a-4df3-9c43-651b9fd9644d req-adaaee02-025a-4018-87e3-09adb293af90 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:55.103765 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a72411ae-4a8a-4df3-9c43-651b9fd9644d req-adaaee02-025a-4018-87e3-09adb293af90 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6731688e-fae7-4e0d-ba98-11b4aa105a41 HTTP/1.1" status: 200 len: 943 time: 0.0572226 Aug 24 13:47:55.111418 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:55.165338 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a72411ae-4a8a-4df3-9c43-651b9fd9644d req-36086b6c-921d-423f-a04a-ce6f9fcdefbf tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558145 Aug 24 13:47:55.231507 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:47:55.723359 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8194278e-db7b-49e3-b624-330f4136ad4a req-3c6bf3b4-9564-4887-8760-122eb118d78a tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:55.725558 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-8194278e-db7b-49e3-b624-330f4136ad4a req-3c6bf3b4-9564-4887-8760-122eb118d78a tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 945 time: 0.0521021 Aug 24 13:47:55.779683 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-8194278e-db7b-49e3-b624-330f4136ad4a req-adb1dd86-abd8-4fbf-9e3b-60b8c5d0da6f tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=62bcf616-fa1e-4b4a-a518-5b1a533b9b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478392 Aug 24 13:47:56.319543 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729de06c-8019-4792-85ca-b4ef25ad12ce req-63b5f4cf-b235-488c-b978-47d977b37f08 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:56.321874 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-729de06c-8019-4792-85ca-b4ef25ad12ce req-63b5f4cf-b235-488c-b978-47d977b37f08 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6731688e-fae7-4e0d-ba98-11b4aa105a41 HTTP/1.1" status: 200 len: 943 time: 0.0663395 Aug 24 13:47:56.385770 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-729de06c-8019-4792-85ca-b4ef25ad12ce req-a9c276b8-19b2-4016-adda-ed2e153dad5f tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581942 Aug 24 13:47:57.514939 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca387c-0428-4617-a1fe-4b84f63a551a req-b570d4f0-fbb9-4564-b065-9694ee89fde5 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:57.516486 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-02ca387c-0428-4617-a1fe-4b84f63a551a req-b570d4f0-fbb9-4564-b065-9694ee89fde5 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6731688e-fae7-4e0d-ba98-11b4aa105a41 HTTP/1.1" status: 200 len: 943 time: 0.0509379 Aug 24 13:47:57.569800 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-02ca387c-0428-4617-a1fe-4b84f63a551a req-505cc36b-4936-4a6a-a5d8-aa9cda7d3b44 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462060 Aug 24 13:47:57.865533 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=17,neutron:UPDATE=2 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:58.699602 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ef0ba-313d-44e5-855c-aa0ca041f9f0 req-427e2aab-9021-46e9-8d99-442b487ea2ce tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:58.701229 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-263ef0ba-313d-44e5-855c-aa0ca041f9f0 req-427e2aab-9021-46e9-8d99-442b487ea2ce tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6731688e-fae7-4e0d-ba98-11b4aa105a41 HTTP/1.1" status: 200 len: 943 time: 0.0529680 Aug 24 13:47:58.736730 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:47:58.756668 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-263ef0ba-313d-44e5-855c-aa0ca041f9f0 req-00c61538-908c-4e71-b5c1-be82e78c66b3 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489776 Aug 24 13:47:59.886135 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fbd5a6-ae21-45f4-8156-d7f5273222c0 req-e7e66329-9155-489d-93b6-df616cd878d8 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:47:59.887693 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-51fbd5a6-ae21-45f4-8156-d7f5273222c0 req-e7e66329-9155-489d-93b6-df616cd878d8 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6731688e-fae7-4e0d-ba98-11b4aa105a41 HTTP/1.1" status: 200 len: 943 time: 0.0558152 Aug 24 13:47:59.942915 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-51fbd5a6-ae21-45f4-8156-d7f5273222c0 req-667d4c26-953e-4f24-8711-8c42c8cc6e9c tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491483 Aug 24 13:48:01.065996 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ee9154-f5d5-46d2-82a9-f3f4b19c4728 req-fcc3de48-cbe3-46c0-8ece-c67ebb93039d tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:48:01.067513 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-97ee9154-f5d5-46d2-82a9-f3f4b19c4728 req-fcc3de48-cbe3-46c0-8ece-c67ebb93039d tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6731688e-fae7-4e0d-ba98-11b4aa105a41 HTTP/1.1" status: 200 len: 943 time: 0.0510094 Aug 24 13:48:01.128149 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-97ee9154-f5d5-46d2-82a9-f3f4b19c4728 req-69c7d59b-ba7e-4b68-a96c-a6c9ae759f36 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540762 Aug 24 13:48:01.253435 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 6974fab0-e16f-4683-b4b3-3d4218fb55a8 details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=106987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 13:48:01.371355 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 6974fab0-e16f-4683-b4b3-3d4218fb55a8, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=6974fab0-e16f-4683-b4b3-3d4218fb55a8,segment=NetworkSegment(a66ff9af-39c0-4933-b76c-c41e5f0ae69c),segment_id=a66ff9af-39c0-4933-b76c-c41e5f0ae69c)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:48:01.385426 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Returning: {'device': '6974fab0-e16f-4683-b4b3-3d4218fb55a8', 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c', 'port_id': '6974fab0-e16f-4683-b4b3-3d4218fb55a8', 'mac_address': 'fa:16:3e:9a:05:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '855e4e70-f3fd-4957-8cf7-11d6e251674e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 13:48:01.435139 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port 6974fab0-e16f-4683-b4b3-3d4218fb55a8 is: DOWN; New status is: BUILD {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:48:01.435518 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (6974fab0-e16f-4683-b4b3-3d4218fb55a8), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:48:01.450139 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6974fab0-e16f-4683-b4b3-3d4218fb55a8 {{(pid=106987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 13:48:01.471835 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 6974fab0-e16f-4683-b4b3-3d4218fb55a8, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=6974fab0-e16f-4683-b4b3-3d4218fb55a8,segment=NetworkSegment(a66ff9af-39c0-4933-b76c-c41e5f0ae69c),segment_id=a66ff9af-39c0-4933-b76c-c41e5f0ae69c)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:48:01.597028 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (6974fab0-e16f-4683-b4b3-3d4218fb55a8), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:48:01.647249 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=6974fab0-e16f-4683-b4b3-3d4218fb55a8,revision_number=4']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:48:01.906489 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=12,neutron:DELETE=1 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:48:02.029718 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] get_ports_and_sgs() called for port_ids ['6974fab0-e16f-4683-b4b3-3d4218fb55a8'] {{(pid=106987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 13:48:02.075760 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:48:02.337032 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59804a8-3c92-489a-87bc-8058667ee8c1 req-32e29868-8f14-4fa3-8301-bede9914cff8 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:48:02.340411 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e59804a8-3c92-489a-87bc-8058667ee8c1 req-32e29868-8f14-4fa3-8301-bede9914cff8 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6731688e-fae7-4e0d-ba98-11b4aa105a41 HTTP/1.1" status: 200 len: 944 time: 0.0851517 Aug 24 13:48:02.354296 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:48:02.407185 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e59804a8-3c92-489a-87bc-8058667ee8c1 req-aa18f5e8-2795-41d3-b68e-9b4d0dc13117 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583160 Aug 24 13:48:03.051979 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8da47-e9d5-48e1-8f1c-fc4f3fae22d1 req-25c9095f-20c2-4b05-92d9-34b01aa9b73b tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:48:03.054700 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-33d8da47-e9d5-48e1-8f1c-fc4f3fae22d1 req-25c9095f-20c2-4b05-92d9-34b01aa9b73b tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 985 time: 0.0621336 Aug 24 13:48:03.125762 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-33d8da47-e9d5-48e1-8f1c-fc4f3fae22d1 req-f4b1bd2f-c62f-44fc-9b45-cadecfdcc1fa tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=484d3c43-095b-4887-b41a-09657dd45981&id=bc0e3150-cae2-44e8-9b7c-787a9565ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0650299 Aug 24 13:48:03.174485 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1dd9b4-33ee-4624-a5e9-e754b6147570 req-d1dfb7e7-e5ff-4dca-8cc2-ba2e00290336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:48:03.176071 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-1b1dd9b4-33ee-4624-a5e9-e754b6147570 req-d1dfb7e7-e5ff-4dca-8cc2-ba2e00290336 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=6f61a8f100cf4d39928e4d596741e1bb&device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 1169 time: 0.0431468 Aug 24 13:48:03.258935 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=100 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:48:03.277048 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 6974fab0-e16f-4683-b4b3-3d4218fb55a8 up at agent hyperv_hv-cinder-77957 {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:48:03.300953 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1dd9b4-33ee-4624-a5e9-e754b6147570 req-3e30196e-40d5-4c6e-958f-b2a7a51cc63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:48:03.300953 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-1b1dd9b4-33ee-4624-a5e9-e754b6147570 req-3e30196e-40d5-4c6e-958f-b2a7a51cc63a service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=b8752123-78d7-4696-a283-4d3f0be721c2 HTTP/1.1" status: 200 len: 916 time: 0.1157851 Aug 24 13:48:03.330310 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Provisioning for port 6974fab0-e16f-4683-b4b3-3d4218fb55a8 completed by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 13:48:03.374116 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-1b1dd9b4-33ee-4624-a5e9-e754b6147570 req-46d96b7d-20db-401c-8fef-f3871fb7cab7 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=918b2634-4141-429d-95ff-f9bae50b39dc HTTP/1.1" status: 200 len: 1001 time: 0.0632172 Aug 24 13:48:03.392219 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=100 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:48:03.408151 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Provisioning complete for port 6974fab0-e16f-4683-b4b3-3d4218fb55a8 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:48:03.408792 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (6974fab0-e16f-4683-b4b3-3d4218fb55a8), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:48:03.453096 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1dd9b4-33ee-4624-a5e9-e754b6147570 req-34df2d2e-be93-4081-9a61-0cec3ae58b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:48:03.455586 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-1b1dd9b4-33ee-4624-a5e9-e754b6147570 req-34df2d2e-be93-4081-9a61-0cec3ae58b59 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=76850f21-f492-4b96-acd0-8c02bb420142 HTTP/1.1" status: 200 len: 854 time: 0.0753419 Aug 24 13:48:03.501311 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port 6974fab0-e16f-4683-b4b3-3d4218fb55a8 is: BUILD; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:48:03.501955 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (6974fab0-e16f-4683-b4b3-3d4218fb55a8), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:48:03.507351 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1dd9b4-33ee-4624-a5e9-e754b6147570 req-237ef592-fa65-444d-a527-1485589969aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:48:03.509013 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-1b1dd9b4-33ee-4624-a5e9-e754b6147570 req-237ef592-fa65-444d-a527-1485589969aa service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=b8752123-78d7-4696-a283-4d3f0be721c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463247 Aug 24 13:48:03.542942 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6731688e-fae7-4e0d-ba98-11b4aa105a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6974fab0-e16f-4683-b4b3-3d4218fb55a8'}] {{(pid=106987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:48:03.547440 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee01592ba90e2cb9dcb0c84681ff9a6759d336f5db8af78df2209fafc25a55a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d212d0f1-66a0-4d6a-917d-a9fc0df58638" -d '{"events": [{"server_uuid": "6731688e-fae7-4e0d-ba98-11b4aa105a41", "name": "network-vif-plugged", "status": "completed", "tag": "6974fab0-e16f-4683-b4b3-3d4218fb55a8"}]}' {{(pid=106987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:48:03.559500 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb17656b-876f-46ba-bb89-6cf54f578df1 req-0a2356ec-e11c-4fcc-bc03-84648c916899 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:48:03.563865 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-cb17656b-876f-46ba-bb89-6cf54f578df1 req-0a2356ec-e11c-4fcc-bc03-84648c916899 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6731688e-fae7-4e0d-ba98-11b4aa105a41 HTTP/1.1" status: 200 len: 944 time: 0.0709562 Aug 24 13:48:03.564989 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 6974fab0-e16f-4683-b4b3-3d4218fb55a8, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=6974fab0-e16f-4683-b4b3-3d4218fb55a8,segment=NetworkSegment(a66ff9af-39c0-4933-b76c-c41e5f0ae69c),segment_id=a66ff9af-39c0-4933-b76c-c41e5f0ae69c)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:48:03.614157 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 13:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1fc3f42-465a-4e61-a5e7-ccaec703b149 x-openstack-request-id: req-a1fc3f42-465a-4e61-a5e7-ccaec703b149 {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:48:03.614446 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6731688e-fae7-4e0d-ba98-11b4aa105a41", "name": "network-vif-plugged", "status": "completed", "tag": "6974fab0-e16f-4683-b4b3-3d4218fb55a8", "code": 200}]} {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:48:03.614692 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-a1fc3f42-465a-4e61-a5e7-ccaec703b149 {{(pid=106987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:48:03.615647 dv-cinder-779578-4-iscsi neutron-server[106987]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1fc3f42-465a-4e61-a5e7-ccaec703b149'] response: {'server_uuid': '6731688e-fae7-4e0d-ba98-11b4aa105a41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6974fab0-e16f-4683-b4b3-3d4218fb55a8', 'code': 200} Aug 24 13:48:03.626749 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (6974fab0-e16f-4683-b4b3-3d4218fb55a8), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:48:03.633199 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-1b1dd9b4-33ee-4624-a5e9-e754b6147570 req-38c4b88e-fcff-4c15-af94-f0b8bf0850ce service neutron] 10.222.0.20 "GET /networking/v2.0/networks/b8752123-78d7-4696-a283-4d3f0be721c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170869 Aug 24 13:48:03.640664 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-cb17656b-876f-46ba-bb89-6cf54f578df1 req-cf15412b-3ad2-4ac7-892e-e8f25a7c9c4c tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699549 Aug 24 13:48:03.682473 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=6974fab0-e16f-4683-b4b3-3d4218fb55a8,revision_number=5']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:48:03.776288 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-1b1dd9b4-33ee-4624-a5e9-e754b6147570 req-25cbd090-2b5a-4510-ad42-fb8a649d5814 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/b8752123-78d7-4696-a283-4d3f0be721c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972462 Aug 24 13:48:04.070313 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf5bbd-6ac5-40a8-a424-55d690846376 req-018cfbc2-6cda-440f-9608-cf93909957d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:48:04.072005 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-4fdf5bbd-6ac5-40a8-a424-55d690846376 req-018cfbc2-6cda-440f-9608-cf93909957d0 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6731688e-fae7-4e0d-ba98-11b4aa105a41 HTTP/1.1" status: 200 len: 1129 time: 0.0410073 Aug 24 13:48:04.127256 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-4fdf5bbd-6ac5-40a8-a424-55d690846376 req-5f4e220d-e08f-4560-a825-59f12e5cb20e service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449994 Aug 24 13:48:04.266615 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a3a45-7ca2-4324-979d-d864f8293400 req-8c69a9b7-05fa-4106-a742-a44c19ae32f9 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:48:04.268171 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5c6a3a45-7ca2-4324-979d-d864f8293400 req-8c69a9b7-05fa-4106-a742-a44c19ae32f9 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 985 time: 0.0544977 Aug 24 13:48:04.338435 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5c6a3a45-7ca2-4324-979d-d864f8293400 req-050e855c-dbe7-40f0-9a6d-bf1fdae8b49b tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=484d3c43-095b-4887-b41a-09657dd45981&id=bc0e3150-cae2-44e8-9b7c-787a9565ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0633690 Aug 24 13:48:04.773914 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b49ae-0f0d-4456-b0cb-eef08f0b13c0 req-0f74a848-721d-4ed4-b1ec-6d45822fd825 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:48:04.775514 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f88b49ae-0f0d-4456-b0cb-eef08f0b13c0 req-0f74a848-721d-4ed4-b1ec-6d45822fd825 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6731688e-fae7-4e0d-ba98-11b4aa105a41 HTTP/1.1" status: 200 len: 945 time: 0.0542190 Aug 24 13:48:04.801886 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:48:04.831368 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f88b49ae-0f0d-4456-b0cb-eef08f0b13c0 req-d21fd1c9-a4bd-417a-afb1-2e022a59b9e2 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503016 Aug 24 13:48:05.475533 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d1b739-048f-43b7-ab71-0a0cf7e55ada req-cb781a6b-a1df-4931-a495-f6c0e000b127 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:48:05.477151 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f5d1b739-048f-43b7-ab71-0a0cf7e55ada req-cb781a6b-a1df-4931-a495-f6c0e000b127 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 985 time: 0.0551424 Aug 24 13:48:05.541146 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f5d1b739-048f-43b7-ab71-0a0cf7e55ada req-d6e3b629-f118-4e13-97ba-ce6843dfb200 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=484d3c43-095b-4887-b41a-09657dd45981&id=bc0e3150-cae2-44e8-9b7c-787a9565ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581405 Aug 24 13:48:05.956140 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9a43c6-09e4-435d-9cab-0e8650c400d9 req-b25e21bd-27cf-4982-9c17-5a4fc22d3609 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:48:05.957707 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ac9a43c6-09e4-435d-9cab-0e8650c400d9 req-b25e21bd-27cf-4982-9c17-5a4fc22d3609 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6731688e-fae7-4e0d-ba98-11b4aa105a41 HTTP/1.1" status: 200 len: 945 time: 0.0503235 Aug 24 13:48:06.010936 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ac9a43c6-09e4-435d-9cab-0e8650c400d9 req-c7e55a1c-ce12-4ef5-9b62-d50673567dc0 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467691 Aug 24 13:48:06.666268 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b8bd7-38ac-4877-ba13-a6c7e78089df req-fc9f0cb5-b8a5-4047-b12f-3b86788c285d tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:48:06.667823 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-547b8bd7-38ac-4877-ba13-a6c7e78089df req-fc9f0cb5-b8a5-4047-b12f-3b86788c285d tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 985 time: 0.0501437 Aug 24 13:48:06.696270 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:48:06.737969 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-547b8bd7-38ac-4877-ba13-a6c7e78089df req-f964ffbb-dbbd-4da8-87e5-9945711d9d48 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=484d3c43-095b-4887-b41a-09657dd45981&id=bc0e3150-cae2-44e8-9b7c-787a9565ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0642378 Aug 24 13:48:07.131485 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8715b0c4-1ac0-4dcd-858b-603f67ff6725 req-5aaaf776-1cb9-40ff-b02d-f522efd0c597 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:48:07.132984 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-8715b0c4-1ac0-4dcd-858b-603f67ff6725 req-5aaaf776-1cb9-40ff-b02d-f522efd0c597 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6731688e-fae7-4e0d-ba98-11b4aa105a41 HTTP/1.1" status: 200 len: 945 time: 0.0480375 Aug 24 13:48:07.181774 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-8715b0c4-1ac0-4dcd-858b-603f67ff6725 req-8cb1086a-f0db-4402-b51c-c8a798b4de1d tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432165 Aug 24 13:48:07.303529 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca83ba7-0b0e-44c6-8045-a21de835f101 req-48faa07e-f54e-4866-abeb-5af87607d055 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:48:07.305090 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-aca83ba7-0b0e-44c6-8045-a21de835f101 req-48faa07e-f54e-4866-abeb-5af87607d055 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6731688e-fae7-4e0d-ba98-11b4aa105a41 HTTP/1.1" status: 200 len: 945 time: 0.0521874 Aug 24 13:48:07.362497 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-aca83ba7-0b0e-44c6-8045-a21de835f101 req-c76f687c-937e-4c91-84e3-c7a6b79fdc69 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511892 Aug 24 13:48:07.391079 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 57702) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:48:07.435594 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df1bbac6-a6cd-4d68-a283-b735b76177fd tempest-TestVolumeBootPattern-269391452 tempest-TestVolumeBootPattern-269391452-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:48:07.437169 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-df1bbac6-a6cd-4d68-a283-b735b76177fd tempest-TestVolumeBootPattern-269391452 tempest-TestVolumeBootPattern-269391452-project-admin] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6731688e-fae7-4e0d-ba98-11b4aa105a41 HTTP/1.1" status: 200 len: 1124 time: 0.0450363 Aug 24 13:48:07.440087 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 57704) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:48:07.445800 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-f6191b0c-e772-4a6a-98ac-d70922990a34 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Request body: {'floatingip': {'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'port_id': '6974fab0-e16f-4683-b4b3-3d4218fb55a8', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:48:07.551607 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f6191b0c-e772-4a6a-98ac-d70922990a34 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:48:07.639006 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f6191b0c-e772-4a6a-98ac-d70922990a34 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:48:07.751939 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.db_base_plugin_common [None req-f6191b0c-e772-4a6a-98ac-d70922990a34 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Allocated IP 172.27.1.192 (b9a647d2-3285-4c25-b9a6-e511e6620ca5/0f88e60e-ade3-4937-9959-ff6f15b76440/a8be549c-372e-4dca-a7ca-0e73715c2c46) {{(pid=106986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:48:07.864047 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f6191b0c-e772-4a6a-98ac-d70922990a34 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks [] for port (a8be549c-372e-4dca-a7ca-0e73715c2c46), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:48:07.864340 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9edf17-1126-43e8-95c2-096241a9111c req-d84fbfa2-f19e-46de-90f9-522bd54b77b4 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:48:07.866229 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-df9edf17-1126-43e8-95c2-096241a9111c req-d84fbfa2-f19e-46de-90f9-522bd54b77b4 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 985 time: 0.0548751 Aug 24 13:48:07.933442 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-df9edf17-1126-43e8-95c2-096241a9111c req-29824792-99a5-420e-80b3-6f7f728aa5ce tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=484d3c43-095b-4887-b41a-09657dd45981&id=bc0e3150-cae2-44e8-9b7c-787a9565ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0620222 Aug 24 13:48:07.951648 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f6191b0c-e772-4a6a-98ac-d70922990a34 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990584'] for port (a8be549c-372e-4dca-a7ca-0e73715c2c46), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:48:07.961726 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:48:07.998676 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:48:08.001318 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6191b0c-e772-4a6a-98ac-d70922990a34 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Network b9a647d2-3285-4c25-b9a6-e511e6620ca5 is already hosted by enough agents. {{(pid=106986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:48:08.007452 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.base_scheduler [None req-f6191b0c-e772-4a6a-98ac-d70922990a34 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Resources bound (agent type, host, resource id): {{(pid=106986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:48:08.011281 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6191b0c-e772-4a6a-98ac-d70922990a34 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Received port after_create {{(pid=106986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:48:08.013610 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6191b0c-e772-4a6a-98ac-d70922990a34 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Pushing event updated for resources: {'Port': ['ID=a8be549c-372e-4dca-a7ca-0e73715c2c46,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:48:08.364437 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f6191b0c-e772-4a6a-98ac-d70922990a34 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks [] for floatingip (0c011b9e-6e23-4682-8c62-b75302ad1867), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:48:08.482477 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f6191b0c-e772-4a6a-98ac-d70922990a34 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (a8be549c-372e-4dca-a7ca-0e73715c2c46), before_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:48:08.631797 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f6191b0c-e772-4a6a-98ac-d70922990a34 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks [] for port (a8be549c-372e-4dca-a7ca-0e73715c2c46), precommit_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:48:08.705671 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f6191b0c-e772-4a6a-98ac-d70922990a34 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2990583'] for port (a8be549c-372e-4dca-a7ca-0e73715c2c46), after_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:48:08.778640 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6191b0c-e772-4a6a-98ac-d70922990a34 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Pushing event updated for resources: {'Port': ['ID=a8be549c-372e-4dca-a7ca-0e73715c2c46,revision_number=2']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:48:08.782313 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f6191b0c-e772-4a6a-98ac-d70922990a34 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961197'] for floatingip (0c011b9e-6e23-4682-8c62-b75302ad1867), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:48:08.850688 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:48:08.879294 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.db.l3_db [None req-f6191b0c-e772-4a6a-98ac-d70922990a34 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Floating IP 0c011b9e-6e23-4682-8c62-b75302ad1867 associated. External IP: 172.27.1.192, port: 6974fab0-e16f-4683-b4b3-3d4218fb55a8. Aug 24 13:48:09.061175 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80851cf-cac5-4a10-8593-ee43de073ff5 req-4f4009c8-289c-41cc-8e86-5d2de0a36005 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:48:09.062848 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f80851cf-cac5-4a10-8593-ee43de073ff5 req-4f4009c8-289c-41cc-8e86-5d2de0a36005 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 985 time: 0.0494695 Aug 24 13:48:09.098528 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6191b0c-e772-4a6a-98ac-d70922990a34 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Router c87be637-b9f5-4543-9419-8aa35994dab0 has already been hosted by L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 {{(pid=106986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 13:48:09.126927 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f80851cf-cac5-4a10-8593-ee43de073ff5 req-4d27e894-c593-44d8-abdf-a3949d22834c tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=484d3c43-095b-4887-b41a-09657dd45981&id=bc0e3150-cae2-44e8-9b7c-787a9565ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0578883 Aug 24 13:48:09.181714 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:48:09.212332 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6191b0c-e772-4a6a-98ac-d70922990a34 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:48:09.225256 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d448528-abdb-4177-8b73-f7d35c1a82bc None None] Sync routers for ids ['c87be637-b9f5-4543-9419-8aa35994dab0'] in dv-cinder-779578-4-iscsi {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:48:09.237530 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d448528-abdb-4177-8b73-f7d35c1a82bc None None] Routers {'c87be637-b9f5-4543-9419-8aa35994dab0'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:48:09.238191 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-1d448528-abdb-4177-8b73-f7d35c1a82bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:47:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['c87be637-b9f5-4543-9419-8aa35994dab0'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:48:09.301606 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f6191b0c-e772-4a6a-98ac-d70922990a34 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for floatingip (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:48:09.335143 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-f6191b0c-e772-4a6a-98ac-d70922990a34 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8927677 Aug 24 13:48:09.335758 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6731688e-fae7-4e0d-ba98-11b4aa105a41', 'tag': '6974fab0-e16f-4683-b4b3-3d4218fb55a8'}] {{(pid=106986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:48:09.338078 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d01dbab33e71115aad2ee8471a00c8ecaf37bbc8c5e47995de0ab84d59865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e76499-73b6-45cf-a47c-c2e59b42082f" -d '{"events": [{"name": "network-changed", "server_uuid": "6731688e-fae7-4e0d-ba98-11b4aa105a41", "tag": "6974fab0-e16f-4683-b4b3-3d4218fb55a8"}]}' {{(pid=106986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:48:09.347171 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-1d448528-abdb-4177-8b73-f7d35c1a82bc None None] Set router c87be637-b9f5-4543-9419-8aa35994dab0 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:48:09.377569 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 13:48:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16fd7ff-3d88-48fd-8802-fda6ba6ef211 x-openstack-request-id: req-d16fd7ff-3d88-48fd-8802-fda6ba6ef211 {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:48:09.377893 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6731688e-fae7-4e0d-ba98-11b4aa105a41", "tag": "6974fab0-e16f-4683-b4b3-3d4218fb55a8", "status": "completed", "code": 200}]} {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:48:09.378203 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d16fd7ff-3d88-48fd-8802-fda6ba6ef211 {{(pid=106986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:48:09.378558 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d16fd7ff-3d88-48fd-8802-fda6ba6ef211'] response: {'name': 'network-changed', 'server_uuid': '6731688e-fae7-4e0d-ba98-11b4aa105a41', 'tag': '6974fab0-e16f-4683-b4b3-3d4218fb55a8', 'status': 'completed', 'code': 200} Aug 24 13:48:09.489735 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e76499-73b6-45cf-a47c-c2e59b42082f req-493e06fc-f573-4c77-ba78-f50157ee0973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:48:09.492440 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-17e76499-73b6-45cf-a47c-c2e59b42082f req-493e06fc-f573-4c77-ba78-f50157ee0973 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=6842f55d3dcc42289b6bfe02ed020dc4&device_id=6731688e-fae7-4e0d-ba98-11b4aa105a41 HTTP/1.1" status: 200 len: 1129 time: 0.0418704 Aug 24 13:48:09.579085 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-1d448528-abdb-4177-8b73-f7d35c1a82bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'name': 'tempest-TestVolumeBootPattern-446231488-router', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'f0e21890-66ca-4103-bc57-a278f15443a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:42:20Z', 'updated_at': '2022-08-24T13:42:26Z', 'revision_number': 4, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'gw_port': {'id': 'f0e21890-66ca-4103-bc57-a278f15443a3', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:78:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:21Z', 'updated_at': '2022-08-24T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_floatingips': [{'id': '0c011b9e-6e23-4682-8c62-b75302ad1867', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'floating_ip_address': '172.27.1.192', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'port_id': '6974fab0-e16f-4683-b4b3-3d4218fb55a8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c', 'mac_address': 'fa:16:3e:9a:05:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6731688e-fae7-4e0d-ba98-11b4aa105a41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:48:08Z', 'updated_at': '2022-08-24T13:48:08Z', 'revision_number': 0, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'fixed_ip_address_scope': None}, {'id': '9c6e510a-5aa2-40b5-aaad-c64e79f7234f', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'floating_ip_address': '172.27.1.220', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'port_id': 'ec946f8f-f434-42c3-90a3-60ce66ddf0c3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c', 'mac_address': 'fa:16:3e:73:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dba10a5-24cb-4641-914e-7558614f82a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:46:02Z', 'updated_at': '2022-08-24T13:46:05Z', 'revision_number': 1, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34c70bdb-9521-4499-bf3b-8c76878fe792', 'name': '', 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'mac_address': 'fa:16:3e:2f:73:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '855e4e70-f3fd-4957-8cf7-11d6e251674e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:25Z', 'updated_at': '2022-08-24T13:42:34Z', 'revision_number': 5, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'subnets': [{'id': '855e4e70-f3fd-4957-8cf7-11d6e251674e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:48:09.593761 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e76499-73b6-45cf-a47c-c2e59b42082f req-8a0db294-caaa-4e08-8835-64d9e14bafeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:48:09.595273 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-17e76499-73b6-45cf-a47c-c2e59b42082f req-8a0db294-caaa-4e08-8835-64d9e14bafeb service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=440bd507-b6ac-4736-a4d2-ede05189225c HTTP/1.1" status: 200 len: 912 time: 0.0942886 Aug 24 13:48:09.603694 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d448528-abdb-4177-8b73-f7d35c1a82bc None None] Checking router: c87be637-b9f5-4543-9419-8aa35994dab0 for host: dv-cinder-779578-4-iscsi {{(pid=106987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:48:09.612306 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d448528-abdb-4177-8b73-f7d35c1a82bc None None] Routers {'c87be637-b9f5-4543-9419-8aa35994dab0'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:48:09.612880 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-1d448528-abdb-4177-8b73-f7d35c1a82bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:47:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['c87be637-b9f5-4543-9419-8aa35994dab0'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:48:09.715821 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-1d448528-abdb-4177-8b73-f7d35c1a82bc None None] Set router c87be637-b9f5-4543-9419-8aa35994dab0 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:48:09.805968 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:48:09.833296 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-17e76499-73b6-45cf-a47c-c2e59b42082f req-e76d7542-b509-4bd4-926d-c13ed39e9dff service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6974fab0-e16f-4683-b4b3-3d4218fb55a8 HTTP/1.1" status: 200 len: 999 time: 0.0573926 Aug 24 13:48:09.860796 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:48:09.889178 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e76499-73b6-45cf-a47c-c2e59b42082f req-b4a13b24-6109-4170-b509-4f16c2b87643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:48:09.890632 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-17e76499-73b6-45cf-a47c-c2e59b42082f req-b4a13b24-6109-4170-b509-4f16c2b87643 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=855e4e70-f3fd-4957-8cf7-11d6e251674e HTTP/1.1" status: 200 len: 850 time: 0.0497248 Aug 24 13:48:09.930469 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-1d448528-abdb-4177-8b73-f7d35c1a82bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'name': 'tempest-TestVolumeBootPattern-446231488-router', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'f0e21890-66ca-4103-bc57-a278f15443a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:42:20Z', 'updated_at': '2022-08-24T13:42:26Z', 'revision_number': 4, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'gw_port': {'id': 'f0e21890-66ca-4103-bc57-a278f15443a3', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:78:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:21Z', 'updated_at': '2022-08-24T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_floatingips': [{'id': '0c011b9e-6e23-4682-8c62-b75302ad1867', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'floating_ip_address': '172.27.1.192', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'port_id': '6974fab0-e16f-4683-b4b3-3d4218fb55a8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c', 'mac_address': 'fa:16:3e:9a:05:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6731688e-fae7-4e0d-ba98-11b4aa105a41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:48:08Z', 'updated_at': '2022-08-24T13:48:08Z', 'revision_number': 0, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'fixed_ip_address_scope': None}, {'id': '9c6e510a-5aa2-40b5-aaad-c64e79f7234f', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'floating_ip_address': '172.27.1.220', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'port_id': 'ec946f8f-f434-42c3-90a3-60ce66ddf0c3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c', 'mac_address': 'fa:16:3e:73:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dba10a5-24cb-4641-914e-7558614f82a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:46:02Z', 'updated_at': '2022-08-24T13:46:05Z', 'revision_number': 1, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34c70bdb-9521-4499-bf3b-8c76878fe792', 'name': '', 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'mac_address': 'fa:16:3e:2f:73:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '855e4e70-f3fd-4957-8cf7-11d6e251674e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:25Z', 'updated_at': '2022-08-24T13:42:34Z', 'revision_number': 5, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'subnets': [{'id': '855e4e70-f3fd-4957-8cf7-11d6e251674e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:48:09.935101 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e76499-73b6-45cf-a47c-c2e59b42082f req-ba60194b-7129-4559-aa82-f0e26500b11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:48:09.936638 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-17e76499-73b6-45cf-a47c-c2e59b42082f req-ba60194b-7129-4559-aa82-f0e26500b11c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=440bd507-b6ac-4736-a4d2-ede05189225c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0389736 Aug 24 13:48:09.961393 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d448528-abdb-4177-8b73-f7d35c1a82bc None None] The sync data for ids ['c87be637-b9f5-4543-9419-8aa35994dab0'] in dv-cinder-779578-4-iscsi is: [{'id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'name': 'tempest-TestVolumeBootPattern-446231488-router', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'f0e21890-66ca-4103-bc57-a278f15443a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:42:20Z', 'updated_at': '2022-08-24T13:42:26Z', 'revision_number': 4, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'gw_port': {'id': 'f0e21890-66ca-4103-bc57-a278f15443a3', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:78:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:21Z', 'updated_at': '2022-08-24T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_floatingips': [{'id': '0c011b9e-6e23-4682-8c62-b75302ad1867', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'floating_ip_address': '172.27.1.192', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'port_id': '6974fab0-e16f-4683-b4b3-3d4218fb55a8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c', 'mac_address': 'fa:16:3e:9a:05:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6731688e-fae7-4e0d-ba98-11b4aa105a41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:48:08Z', 'updated_at': '2022-08-24T13:48:08Z', 'revision_number': 0, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'fixed_ip_address_scope': None}, {'id': '9c6e510a-5aa2-40b5-aaad-c64e79f7234f', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'floating_ip_address': '172.27.1.220', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'port_id': 'ec946f8f-f434-42c3-90a3-60ce66ddf0c3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c', 'mac_address': 'fa:16:3e:73:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dba10a5-24cb-4641-914e-7558614f82a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:46:02Z', 'updated_at': '2022-08-24T13:46:05Z', 'revision_number': 1, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34c70bdb-9521-4499-bf3b-8c76878fe792', 'name': '', 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'mac_address': 'fa:16:3e:2f:73:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '855e4e70-f3fd-4957-8cf7-11d6e251674e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:25Z', 'updated_at': '2022-08-24T13:42:34Z', 'revision_number': 5, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'subnets': [{'id': '855e4e70-f3fd-4957-8cf7-11d6e251674e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:48:10.048356 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-17e76499-73b6-45cf-a47c-c2e59b42082f req-2d1112cc-2931-4e0d-8959-3432b4673055 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/440bd507-b6ac-4736-a4d2-ede05189225c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995142 Aug 24 13:48:10.145313 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-17e76499-73b6-45cf-a47c-c2e59b42082f req-57d29fcb-37c8-408a-9511-8f8322deec75 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/440bd507-b6ac-4736-a4d2-ede05189225c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906866 Aug 24 13:48:10.176805 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917ae8f4-de1f-41b8-b189-16691c10e0d1 None None] New status for floating IP 0c011b9e-6e23-4682-8c62-b75302ad1867: ACTIVE {{(pid=106988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 13:48:10.273007 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d8356-7fb1-46b5-9b36-f58011b11348 req-75135426-57c4-451a-9fb3-be242a1d406e tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:48:10.274623 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-476d8356-7fb1-46b5-9b36-f58011b11348 req-75135426-57c4-451a-9fb3-be242a1d406e tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 985 time: 0.0551605 Aug 24 13:48:10.341591 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-476d8356-7fb1-46b5-9b36-f58011b11348 req-2c0fa51e-e71b-4ac0-9f04-85b152cd3483 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=484d3c43-095b-4887-b41a-09657dd45981&id=bc0e3150-cae2-44e8-9b7c-787a9565ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0607061 Aug 24 13:48:11.472769 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce3b97e-bea8-4b29-932a-73795865b5bb req-90148ec1-06e8-494c-897b-ade597350921 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:48:11.474374 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9ce3b97e-bea8-4b29-932a-73795865b5bb req-90148ec1-06e8-494c-897b-ade597350921 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 985 time: 0.0492349 Aug 24 13:48:11.538720 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9ce3b97e-bea8-4b29-932a-73795865b5bb req-17deb4e8-4ce4-4e16-9a54-3468b46a0a87 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=484d3c43-095b-4887-b41a-09657dd45981&id=bc0e3150-cae2-44e8-9b7c-787a9565ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0578599 Aug 24 13:48:12.662575 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a42587-9cba-4adc-9fcd-1b8b1ca0e9e9 req-5a21c760-a805-4655-8068-ca4fce091f2c tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:48:12.664049 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e4a42587-9cba-4adc-9fcd-1b8b1ca0e9e9 req-5a21c760-a805-4655-8068-ca4fce091f2c tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 985 time: 0.0499890 Aug 24 13:48:12.719199 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:48:12.734497 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-e4a42587-9cba-4adc-9fcd-1b8b1ca0e9e9 req-b1436776-ed9c-4e79-8cf8-d4082e174c8d tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=484d3c43-095b-4887-b41a-09657dd45981&id=bc0e3150-cae2-44e8-9b7c-787a9565ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0643880 Aug 24 13:48:13.856552 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c40b0f-6de0-4f98-953f-27be71e8dd98 req-223f43b3-30cd-4f6d-9346-d977da73428a tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:48:13.858025 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-65c40b0f-6de0-4f98-953f-27be71e8dd98 req-223f43b3-30cd-4f6d-9346-d977da73428a tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 985 time: 0.0486786 Aug 24 13:48:13.975449 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-65c40b0f-6de0-4f98-953f-27be71e8dd98 req-0b298d89-a320-4837-b674-0a6c79541044 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=484d3c43-095b-4887-b41a-09657dd45981&id=bc0e3150-cae2-44e8-9b7c-787a9565ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1116982 Aug 24 13:48:15.101135 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397e991-6423-4101-9fe8-a6762d462aaa req-5ef9774b-6d7e-4a6a-aecc-161c4676a9e8 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:48:15.102666 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a397e991-6423-4101-9fe8-a6762d462aaa req-5ef9774b-6d7e-4a6a-aecc-161c4676a9e8 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 985 time: 0.0494125 Aug 24 13:48:15.170534 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a397e991-6423-4101-9fe8-a6762d462aaa req-3489d786-e84c-484d-9199-ed12fead13a8 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=484d3c43-095b-4887-b41a-09657dd45981&id=bc0e3150-cae2-44e8-9b7c-787a9565ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0618250 Aug 24 13:48:16.296720 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf1a239-4970-4800-93fb-84947de7439c req-4f510ecb-c1c2-4336-8ca6-ebc6efb871f0 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:48:16.298280 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9cf1a239-4970-4800-93fb-84947de7439c req-4f510ecb-c1c2-4336-8ca6-ebc6efb871f0 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 985 time: 0.0493135 Aug 24 13:48:16.324567 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:48:16.365411 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9cf1a239-4970-4800-93fb-84947de7439c req-483d42b4-2efc-4922-8073-ecfac35d8bdb tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=484d3c43-095b-4887-b41a-09657dd45981&id=bc0e3150-cae2-44e8-9b7c-787a9565ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0612431 Aug 24 13:48:17.500151 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7e9577-be55-4c7b-b906-588e15a9fddc req-4666d14f-b885-4996-9d2d-8e5d80c6f61c tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:48:17.501263 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4b7e9577-be55-4c7b-b906-588e15a9fddc req-4666d14f-b885-4996-9d2d-8e5d80c6f61c tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 985 time: 0.0583119 Aug 24 13:48:17.563134 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4b7e9577-be55-4c7b-b906-588e15a9fddc req-278d9e22-ece1-4ff0-9094-152028bac061 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=484d3c43-095b-4887-b41a-09657dd45981&id=bc0e3150-cae2-44e8-9b7c-787a9565ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0554290 Aug 24 13:48:18.116645 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a93d403b-29c5-41ac-a53c-7c0bf3f47879), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:48:18.697942 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dde271e-8a02-4a5e-8db0-e69125521c7b req-1ec78311-c82a-4a61-a581-719417c26ae4 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:48:18.699509 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3dde271e-8a02-4a5e-8db0-e69125521c7b req-1ec78311-c82a-4a61-a581-719417c26ae4 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 985 time: 0.0606852 Aug 24 13:48:18.773331 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3dde271e-8a02-4a5e-8db0-e69125521c7b req-736887b0-02a5-4f64-be73-b30fab2a9de5 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=484d3c43-095b-4887-b41a-09657dd45981&id=bc0e3150-cae2-44e8-9b7c-787a9565ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0648997 Aug 24 13:48:19.893523 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d0a802-afdd-4cd0-bba9-98451729df54 req-5ada65e0-46a7-48d3-89c3-f2aa5ab499b7 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:48:19.895003 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-40d0a802-afdd-4cd0-bba9-98451729df54 req-5ada65e0-46a7-48d3-89c3-f2aa5ab499b7 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 985 time: 0.0482478 Aug 24 13:48:19.929369 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-7b8da06d-9bf9-449e-af86-99badcc80050 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:48:19.956705 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-40d0a802-afdd-4cd0-bba9-98451729df54 req-66dff67d-82d2-4d6c-9f5c-d1e8ad3a82a9 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=484d3c43-095b-4887-b41a-09657dd45981&id=bc0e3150-cae2-44e8-9b7c-787a9565ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0558305 Aug 24 13:48:20.139415 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=53 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:48:20.141300 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=92,neutron:DELETE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:48:20.283385 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=10 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:48:20.291680 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:48:21.082097 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e121de6-0350-4807-8d1c-95909cdf165b req-e22316dd-472a-4f0e-b563-5dcd42206471 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:48:21.084224 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5e121de6-0350-4807-8d1c-95909cdf165b req-e22316dd-472a-4f0e-b563-5dcd42206471 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 985 time: 0.0517006 Aug 24 13:48:21.144300 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5e121de6-0350-4807-8d1c-95909cdf165b req-7424fa39-3987-471a-b40e-5221eafcd88e tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=484d3c43-095b-4887-b41a-09657dd45981&id=bc0e3150-cae2-44e8-9b7c-787a9565ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548851 Aug 24 13:48:22.259651 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-5508fe40-daba-4297-bf85-1a4b98bab750 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:48:23.716378 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:48:25.150642 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:48:25.253870 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:48:25.885979 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-41182746-d32b-4346-9346-07714bd6fe8b req-f0941ff2-10b1-41db-8ab9-8c0bbb82a50b service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1dba10a5-24cb-4641-914e-7558614f82a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390880 Aug 24 13:48:26.013236 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41182746-d32b-4346-9346-07714bd6fe8b req-60228aa0-cc4c-4441-ae22-0045e8940b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:48:26.014628 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-41182746-d32b-4346-9346-07714bd6fe8b req-60228aa0-cc4c-4441-ae22-0045e8940b60 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=6842f55d3dcc42289b6bfe02ed020dc4&device_id=1dba10a5-24cb-4641-914e-7558614f82a6 HTTP/1.1" status: 200 len: 1129 time: 0.0444839 Aug 24 13:48:26.119102 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41182746-d32b-4346-9346-07714bd6fe8b req-95a0e6ac-5274-4bd5-8125-abfe4cf76e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:48:26.120581 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-41182746-d32b-4346-9346-07714bd6fe8b req-95a0e6ac-5274-4bd5-8125-abfe4cf76e09 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=440bd507-b6ac-4736-a4d2-ede05189225c HTTP/1.1" status: 200 len: 912 time: 0.0856678 Aug 24 13:48:26.193723 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-41182746-d32b-4346-9346-07714bd6fe8b req-9f9d0102-45ed-4b09-b5eb-d6d2e1c3c2f1 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec946f8f-f434-42c3-90a3-60ce66ddf0c3 HTTP/1.1" status: 200 len: 1001 time: 0.0595143 Aug 24 13:48:26.243785 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41182746-d32b-4346-9346-07714bd6fe8b req-8a0afada-0760-46be-bf9b-74ea0a46cb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:48:26.245263 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-41182746-d32b-4346-9346-07714bd6fe8b req-8a0afada-0760-46be-bf9b-74ea0a46cb26 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=855e4e70-f3fd-4957-8cf7-11d6e251674e HTTP/1.1" status: 200 len: 850 time: 0.0440993 Aug 24 13:48:26.290330 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41182746-d32b-4346-9346-07714bd6fe8b req-38b2fca5-79ea-4fa4-a945-2e4c50516b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:48:26.291810 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-41182746-d32b-4346-9346-07714bd6fe8b req-38b2fca5-79ea-4fa4-a945-2e4c50516b0e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=440bd507-b6ac-4736-a4d2-ede05189225c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397134 Aug 24 13:48:26.391653 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-41182746-d32b-4346-9346-07714bd6fe8b req-24979e8f-ecef-43b9-8ef8-325c341b3cab service neutron] 10.222.0.20 "GET /networking/v2.0/networks/440bd507-b6ac-4736-a4d2-ede05189225c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932629 Aug 24 13:48:26.483682 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-41182746-d32b-4346-9346-07714bd6fe8b req-c1425ff6-632f-418c-b0ec-4b36991463bb service neutron] 10.222.0.20 "GET /networking/v2.0/networks/440bd507-b6ac-4736-a4d2-ede05189225c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852003 Aug 24 13:48:28.898391 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.agents_db [None req-66b1cbc3-9e75-488f-ab76-e3b1c287483f None None] Agent healthcheck: found 6 active agents {{(pid=106988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 13:48:31.132482 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=74 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:48:31.138535 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=47 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:48:34.863648 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=4 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:48:35.128456 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=28,neutron:UPDATE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:48:35.130394 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:48:36.479544 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=46 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:48:36.481281 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=55 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:48:42.952127 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b04af36-2f81-45ce-8081-416bbf65e188 req-e36e1cbe-2103-4f92-a13b-d75165b99db3 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:48:42.953633 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1b04af36-2f81-45ce-8081-416bbf65e188 req-e36e1cbe-2103-4f92-a13b-d75165b99db3 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6ebc061f-f94f-491b-ab41-a3182c046c61 HTTP/1.1" status: 200 len: 945 time: 0.0484495 Aug 24 13:48:43.002726 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1b04af36-2f81-45ce-8081-416bbf65e188 req-96d3e662-3065-4e27-a7f2-214a489bd035 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4f23f651-1dc0-439f-a4bb-10043674cd81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423849 Aug 24 13:48:44.127948 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b85d3-3486-464a-b5a0-a14da5ec1e6f req-e9688132-f317-4dcb-8552-a979ac45ae81 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:48:44.129508 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5f2b85d3-3486-464a-b5a0-a14da5ec1e6f req-e9688132-f317-4dcb-8552-a979ac45ae81 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6ebc061f-f94f-491b-ab41-a3182c046c61 HTTP/1.1" status: 200 len: 945 time: 0.0479145 Aug 24 13:48:44.185318 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5f2b85d3-3486-464a-b5a0-a14da5ec1e6f req-b8d689ac-091c-40f0-b97d-a719a9fe83e8 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4f23f651-1dc0-439f-a4bb-10043674cd81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493524 Aug 24 13:48:45.116528 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37934107-b8a9-434f-8da2-7f6f0f8ff53b req-91a3287e-482a-4138-9803-2b9a43a6b24f tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:48:45.117979 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-37934107-b8a9-434f-8da2-7f6f0f8ff53b req-91a3287e-482a-4138-9803-2b9a43a6b24f tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6ebc061f-f94f-491b-ab41-a3182c046c61 HTTP/1.1" status: 200 len: 945 time: 0.0522780 Aug 24 13:48:45.313657 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b43b71-8aed-40f3-b35c-62c0e211a208 req-f8d1696d-5cc9-4e6e-bcc8-b8f448f3e8ff tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:48:45.315148 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-53b43b71-8aed-40f3-b35c-62c0e211a208 req-f8d1696d-5cc9-4e6e-bcc8-b8f448f3e8ff tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6ebc061f-f94f-491b-ab41-a3182c046c61 HTTP/1.1" status: 200 len: 945 time: 0.0518880 Aug 24 13:48:45.367787 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-53b43b71-8aed-40f3-b35c-62c0e211a208 req-82e2bb1a-b988-4f24-b0f5-021da91a7a2d tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4f23f651-1dc0-439f-a4bb-10043674cd81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459106 Aug 24 13:48:45.452837 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [req-37934107-b8a9-434f-8da2-7f6f0f8ff53b req-25a82ac5-7ac2-4c19-be24-b3113f005dfa tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Deleting port e8bc6f55-990a-4e53-96e4-3a5c045be05c {{(pid=106986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:48:45.453173 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-37934107-b8a9-434f-8da2-7f6f0f8ff53b req-25a82ac5-7ac2-4c19-be24-b3113f005dfa tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (e8bc6f55-990a-4e53-96e4-3a5c045be05c), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:48:45.543600 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.db [req-37934107-b8a9-434f-8da2-7f6f0f8ff53b req-25a82ac5-7ac2-4c19-be24-b3113f005dfa tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] For port e8bc6f55-990a-4e53-96e4-3a5c045be05c, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=e8bc6f55-990a-4e53-96e4-3a5c045be05c,segment=NetworkSegment(2c3cc436-b6e8-4a61-bae4-93fdcf4a2b86),segment_id=2c3cc436-b6e8-4a61-bae4-93fdcf4a2b86)] {{(pid=106986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:48:45.543952 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-37934107-b8a9-434f-8da2-7f6f0f8ff53b req-25a82ac5-7ac2-4c19-be24-b3113f005dfa tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (e8bc6f55-990a-4e53-96e4-3a5c045be05c), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:48:45.557238 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [req-37934107-b8a9-434f-8da2-7f6f0f8ff53b req-25a82ac5-7ac2-4c19-be24-b3113f005dfa tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Calling delete_port for e8bc6f55-990a-4e53-96e4-3a5c045be05c owned by compute:nova {{(pid=106986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:48:45.750935 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-37934107-b8a9-434f-8da2-7f6f0f8ff53b req-25a82ac5-7ac2-4c19-be24-b3113f005dfa tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990584'] for port (e8bc6f55-990a-4e53-96e4-3a5c045be05c), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:48:45.780190 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a82ac5-7ac2-4c19-be24-b3113f005dfa tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Pushing event deleted for resources: {'Port': ['ID=e8bc6f55-990a-4e53-96e4-3a5c045be05c,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:48:45.792106 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] get_ports_and_sgs() called for port_ids ['e8bc6f55-990a-4e53-96e4-3a5c045be05c'] {{(pid=106987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 13:48:45.805484 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a82ac5-7ac2-4c19-be24-b3113f005dfa tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:48:45.805822 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a82ac5-7ac2-4c19-be24-b3113f005dfa tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:48:45.806156 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a82ac5-7ac2-4c19-be24-b3113f005dfa tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:48:45.806484 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a82ac5-7ac2-4c19-be24-b3113f005dfa tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:48:45.806808 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a82ac5-7ac2-4c19-be24-b3113f005dfa tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:48:45.807130 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a82ac5-7ac2-4c19-be24-b3113f005dfa tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:48:45.807451 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a82ac5-7ac2-4c19-be24-b3113f005dfa tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:48:45.807767 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a82ac5-7ac2-4c19-be24-b3113f005dfa tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:48:45.808084 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a82ac5-7ac2-4c19-be24-b3113f005dfa tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:48:45.808439 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a82ac5-7ac2-4c19-be24-b3113f005dfa tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:48:45.808755 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a82ac5-7ac2-4c19-be24-b3113f005dfa tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:48:45.809070 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a82ac5-7ac2-4c19-be24-b3113f005dfa tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:48:45.809384 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a82ac5-7ac2-4c19-be24-b3113f005dfa tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:48:45.809700 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a82ac5-7ac2-4c19-be24-b3113f005dfa tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:48:45.810016 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25a82ac5-7ac2-4c19-be24-b3113f005dfa tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:48:45.834431 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.l3_dvrscheduler_db [req-37934107-b8a9-434f-8da2-7f6f0f8ff53b req-25a82ac5-7ac2-4c19-be24-b3113f005dfa tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] No DVR routers for this DVR port e8bc6f55-990a-4e53-96e4-3a5c045be05c on host hv-cinder-77957 {{(pid=106986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 13:48:45.836944 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-37934107-b8a9-434f-8da2-7f6f0f8ff53b req-25a82ac5-7ac2-4c19-be24-b3113f005dfa tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:48:45.840120 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-37934107-b8a9-434f-8da2-7f6f0f8ff53b req-25a82ac5-7ac2-4c19-be24-b3113f005dfa tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.20 "DELETE /networking/v2.0/ports/e8bc6f55-990a-4e53-96e4-3a5c045be05c HTTP/1.1" status: 204 len: 173 time: 0.7140784 Aug 24 13:48:45.840576 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ebc061f-f94f-491b-ab41-a3182c046c61', 'name': 'network-vif-deleted', 'tag': 'e8bc6f55-990a-4e53-96e4-3a5c045be05c'}] {{(pid=106986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:48:45.842802 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d01dbab33e71115aad2ee8471a00c8ecaf37bbc8c5e47995de0ab84d59865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4857eb00-e4dd-4995-a65c-8d15b6ae9da8" -d '{"events": [{"server_uuid": "6ebc061f-f94f-491b-ab41-a3182c046c61", "name": "network-vif-deleted", "tag": "e8bc6f55-990a-4e53-96e4-3a5c045be05c"}]}' {{(pid=106986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:48:45.881005 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 13:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4faf59-4ec6-491a-9b8c-9109d2c4f4cd x-openstack-request-id: req-bc4faf59-4ec6-491a-9b8c-9109d2c4f4cd {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:48:45.881300 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ebc061f-f94f-491b-ab41-a3182c046c61", "name": "network-vif-deleted", "tag": "e8bc6f55-990a-4e53-96e4-3a5c045be05c", "status": "completed", "code": 200}]} {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:48:45.881555 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bc4faf59-4ec6-491a-9b8c-9109d2c4f4cd {{(pid=106986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:48:45.881959 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc4faf59-4ec6-491a-9b8c-9109d2c4f4cd'] response: {'server_uuid': '6ebc061f-f94f-491b-ab41-a3182c046c61', 'name': 'network-vif-deleted', 'tag': 'e8bc6f55-990a-4e53-96e4-3a5c045be05c', 'status': 'completed', 'code': 200} Aug 24 13:48:46.088218 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=17 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:48:46.090308 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=13 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:48:46.492919 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-458c9b72-7f46-438e-b685-82d3c8ea92e4 req-5f699ee6-14df-4a84-97dd-90c4be9f05d0 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6ebc061f-f94f-491b-ab41-a3182c046c61 HTTP/1.1" status: 200 len: 210 time: 0.0291736 Aug 24 13:48:48.150756 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a93d403b-29c5-41ac-a53c-7c0bf3f47879), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:48:49.944870 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-2521d605-2bf6-4d75-8157-5c4dea340d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:48:51.160006 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device e8bc6f55-990a-4e53-96e4-3a5c045be05c no longer exists at agent hyperv_hv-cinder-77957 {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:48:51.180936 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] No Port match for: e8bc6f55-990a-4e53-96e4-3a5c045be05c {{(pid=106987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 13:48:51.181402 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device e8bc6f55-990a-4e53-96e4-3a5c045be05c not bound to the agent host hv-cinder-77957 {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 13:48:52.241949 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09362322-d43b-458e-848d-1d22a2e2db66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:48:53.790865 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:48:55.185403 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:48:55.242019 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:48:55.816172 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=46,neutron:DELETE=4 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:48:55.818591 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=45,neutron:DELETE=4 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:48:56.473619 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=26 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:48:56.475455 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=30 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:48:58.321986 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6500ef-b9aa-4532-b17c-cde856975753 req-e5efa3c6-ab3a-4cf4-823d-5a37ca5e9f00 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:48:58.323441 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-cf6500ef-b9aa-4532-b17c-cde856975753 req-e5efa3c6-ab3a-4cf4-823d-5a37ca5e9f00 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/networks?id=aba50ab5-0afd-4b22-a05b-b99018130d42 HTTP/1.1" status: 200 len: 813 time: 0.1052818 Aug 24 13:48:58.338519 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-cf6500ef-b9aa-4532-b17c-cde856975753 req-33662902-c2e1-47e5-a636-46c6484305d4 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/quotas/1a7c5f7e89a74cab86be21c2bb4819ab HTTP/1.1" status: 200 len: 375 time: 0.0096574 Aug 24 13:48:58.372394 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-cf6500ef-b9aa-4532-b17c-cde856975753 req-0f21f415-9082-43c5-b8f3-ce14a991318f tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=1a7c5f7e89a74cab86be21c2bb4819ab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285988 Aug 24 13:48:58.383375 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [req-cf6500ef-b9aa-4532-b17c-cde856975753 req-b66f1c85-56a4-4b82-b05d-95cd70e8324a service neutron] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 13:48:58.384381 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-cf6500ef-b9aa-4532-b17c-cde856975753 req-b66f1c85-56a4-4b82-b05d-95cd70e8324a service neutron] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058274 Aug 24 13:48:58.481114 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-cf6500ef-b9aa-4532-b17c-cde856975753 req-d4840670-042b-408e-8283-784b7004c9ed service neutron] 10.222.0.73 "GET /networking/v2.0/networks/aba50ab5-0afd-4b22-a05b-b99018130d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910783 Aug 24 13:48:58.573378 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-cf6500ef-b9aa-4532-b17c-cde856975753 req-717acdb7-795d-4a89-8463-28b4d7143a5b service neutron] 10.222.0.73 "GET /networking/v2.0/networks/aba50ab5-0afd-4b22-a05b-b99018130d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863612 Aug 24 13:48:58.810032 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-436bf824-8950-4d71-98b3-34828852ab20 req-a3dc2275-1adb-4d4d-a7d6-314b2cfaa1a2 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5948628b-139a-443c-a9ad-26eaf45599d8 HTTP/1.1" status: 200 len: 210 time: 0.0310121 Aug 24 13:48:59.918509 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-cba76d81-5c45-4fd6-bc68-c77d75e3627d req-7cebc3f6-09bb-4a0a-b48d-231b7c1296c7 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5948628b-139a-443c-a9ad-26eaf45599d8 HTTP/1.1" status: 200 len: 210 time: 0.0327907 Aug 24 13:49:00.389923 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f0961-a96f-418e-9ec6-989ec0f14d78 req-8e1e8036-a83f-41ae-b701-e79a9282ad5d tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:00.391426 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-122f0961-a96f-418e-9ec6-989ec0f14d78 req-8e1e8036-a83f-41ae-b701-e79a9282ad5d tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 945 time: 0.0504189 Aug 24 13:49:00.440568 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-122f0961-a96f-418e-9ec6-989ec0f14d78 req-03944dff-b082-46ac-9237-6db2e23db068 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=62bcf616-fa1e-4b4a-a518-5b1a533b9b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417676 Aug 24 13:49:01.030561 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-96817390-459a-47eb-b255-96a106af7747 req-d43ea2a6-b610-4fb5-b418-bd39f2876ac0 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5948628b-139a-443c-a9ad-26eaf45599d8 HTTP/1.1" status: 200 len: 210 time: 0.0301890 Aug 24 13:49:01.092207 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6500ef-b9aa-4532-b17c-cde856975753 req-06b04ae6-ea27-46d1-8683-b15553d1c739 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:01.093759 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-cf6500ef-b9aa-4532-b17c-cde856975753 req-06b04ae6-ea27-46d1-8683-b15553d1c739 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.20 "GET /networking/v2.0/networks?id=aba50ab5-0afd-4b22-a05b-b99018130d42 HTTP/1.1" status: 200 len: 813 time: 0.1353490 Aug 24 13:49:01.117646 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [req-cf6500ef-b9aa-4532-b17c-cde856975753 req-b7d1ce27-22cb-4a4e-a938-85d2c692317a tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Request body: {'port': {'device_id': '5948628b-139a-443c-a9ad-26eaf45599d8', 'network_id': 'aba50ab5-0afd-4b22-a05b-b99018130d42', 'admin_state_up': True, 'tenant_id': '1a7c5f7e89a74cab86be21c2bb4819ab'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:49:01.327487 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf6500ef-b9aa-4532-b17c-cde856975753 req-b7d1ce27-22cb-4a4e-a938-85d2c692317a tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Made reservation on behalf of 1a7c5f7e89a74cab86be21c2bb4819ab for: {'port': 1} {{(pid=106986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:49:01.331268 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-cf6500ef-b9aa-4532-b17c-cde856975753 req-b7d1ce27-22cb-4a4e-a938-85d2c692317a tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:01.466606 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.db_base_plugin_common [req-cf6500ef-b9aa-4532-b17c-cde856975753 req-b7d1ce27-22cb-4a4e-a938-85d2c692317a tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Allocated IP 172.20.0.9 (aba50ab5-0afd-4b22-a05b-b99018130d42/64f324be-21e5-4c02-935f-519db951217c/2cafb065-bf32-49fa-b7f7-fbb889ee1127) {{(pid=106986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:49:01.576557 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c40c09a-8cfb-441c-8b00-a94adfce828d req-68397886-7e96-4970-8c50-51921e8e2810 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:01.578254 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3c40c09a-8cfb-441c-8b00-a94adfce828d req-68397886-7e96-4970-8c50-51921e8e2810 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 945 time: 0.0602529 Aug 24 13:49:01.629729 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3c40c09a-8cfb-441c-8b00-a94adfce828d req-6d472118-f8ab-453a-9897-8d7c4959593b tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=62bcf616-fa1e-4b4a-a518-5b1a533b9b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447614 Aug 24 13:49:01.637971 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-cf6500ef-b9aa-4532-b17c-cde856975753 req-b7d1ce27-22cb-4a4e-a938-85d2c692317a tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Publish callbacks [] for port (2cafb065-bf32-49fa-b7f7-fbb889ee1127), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:01.762389 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-cf6500ef-b9aa-4532-b17c-cde856975753 req-b7d1ce27-22cb-4a4e-a938-85d2c692317a tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990584'] for port (2cafb065-bf32-49fa-b7f7-fbb889ee1127), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:01.810643 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf6500ef-b9aa-4532-b17c-cde856975753 req-b7d1ce27-22cb-4a4e-a938-85d2c692317a tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Network aba50ab5-0afd-4b22-a05b-b99018130d42 is already hosted by enough agents. {{(pid=106986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:49:01.814034 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.base_scheduler [req-cf6500ef-b9aa-4532-b17c-cde856975753 req-b7d1ce27-22cb-4a4e-a938-85d2c692317a tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Resources bound (agent type, host, resource id): {{(pid=106986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:49:01.817084 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6500ef-b9aa-4532-b17c-cde856975753 req-b7d1ce27-22cb-4a4e-a938-85d2c692317a tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Received port after_create {{(pid=106986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:49:01.847044 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d1ce27-22cb-4a4e-a938-85d2c692317a tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Pushing event updated for resources: {'Port': ['ID=2cafb065-bf32-49fa-b7f7-fbb889ee1127,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:49:01.877130 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6500ef-b9aa-4532-b17c-cde856975753 req-b7d1ce27-22cb-4a4e-a938-85d2c692317a tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:01.877736 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-cf6500ef-b9aa-4532-b17c-cde856975753 req-b7d1ce27-22cb-4a4e-a938-85d2c692317a tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:01.987824 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-cf6500ef-b9aa-4532-b17c-cde856975753 req-b7d1ce27-22cb-4a4e-a938-85d2c692317a tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8747122 Aug 24 13:49:01.998176 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [req-cf6500ef-b9aa-4532-b17c-cde856975753 req-551fbf24-86ba-49ec-8d21-d33cad4f78c1 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106986) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 13:49:02.007918 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-cf6500ef-b9aa-4532-b17c-cde856975753 req-551fbf24-86ba-49ec-8d21-d33cad4f78c1 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.20 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050766 Aug 24 13:49:02.067494 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [req-cf6500ef-b9aa-4532-b17c-cde856975753 req-68139a6f-40d8-4de9-b15f-466ddbfa9400 service neutron] Request body: {'port': {'device_id': '5948628b-139a-443c-a9ad-26eaf45599d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:49:02.136660 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-cf6500ef-b9aa-4532-b17c-cde856975753 req-68139a6f-40d8-4de9-b15f-466ddbfa9400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (2cafb065-bf32-49fa-b7f7-fbb889ee1127), before_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:02.153376 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff219ff-c8db-418c-8960-219120346828 req-70820929-0266-4dcc-be28-a9edb39a8430 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:02.154911 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-aff219ff-c8db-418c-8960-219120346828 req-70820929-0266-4dcc-be28-a9edb39a8430 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5948628b-139a-443c-a9ad-26eaf45599d8 HTTP/1.1" status: 200 len: 931 time: 0.0482175 Aug 24 13:49:02.174606 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:49:02.206220 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-aff219ff-c8db-418c-8960-219120346828 req-11697e98-7366-4778-ac5d-57f28508855d tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4f23f651-1dc0-439f-a4bb-10043674cd81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451236 Aug 24 13:49:02.260563 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:49:02.478634 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.notifiers.nova [req-cf6500ef-b9aa-4532-b17c-cde856975753 req-68139a6f-40d8-4de9-b15f-466ddbfa9400 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cafb065-bf32-49fa-b7f7-fbb889ee1127 {{(pid=106986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 13:49:02.491196 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-cf6500ef-b9aa-4532-b17c-cde856975753 req-68139a6f-40d8-4de9-b15f-466ddbfa9400 service neutron] Publish callbacks [] for port (2cafb065-bf32-49fa-b7f7-fbb889ee1127), precommit_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:02.507592 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.provisioning_blocks [req-cf6500ef-b9aa-4532-b17c-cde856975753 req-68139a6f-40d8-4de9-b15f-466ddbfa9400 service neutron] Transition to ACTIVE for port object 2cafb065-bf32-49fa-b7f7-fbb889ee1127 will not be triggered until provisioned by entity L2. {{(pid=106986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 13:49:02.602007 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-cf6500ef-b9aa-4532-b17c-cde856975753 req-68139a6f-40d8-4de9-b15f-466ddbfa9400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2990583'] for port (2cafb065-bf32-49fa-b7f7-fbb889ee1127), after_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:02.675922 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68139a6f-40d8-4de9-b15f-466ddbfa9400 service neutron] Pushing event updated for resources: {'Port': ['ID=2cafb065-bf32-49fa-b7f7-fbb889ee1127,revision_number=2']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:49:02.747459 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.managers [req-cf6500ef-b9aa-4532-b17c-cde856975753 req-68139a6f-40d8-4de9-b15f-466ddbfa9400 service neutron] Attempting to bind port 2cafb065-bf32-49fa-b7f7-fbb889ee1127 on host hv-cinder-77957 for vnic_type normal with profile {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:49:02.747917 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.managers [req-cf6500ef-b9aa-4532-b17c-cde856975753 req-68139a6f-40d8-4de9-b15f-466ddbfa9400 service neutron] Attempting to bind port 2cafb065-bf32-49fa-b7f7-fbb889ee1127 by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': '2c3cc436-b6e8-4a61-bae4-93fdcf4a2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'aba50ab5-0afd-4b22-a05b-b99018130d42'}] {{(pid=106986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:49:02.748534 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6500ef-b9aa-4532-b17c-cde856975753 req-68139a6f-40d8-4de9-b15f-466ddbfa9400 service neutron] Attempting to bind port 2cafb065-bf32-49fa-b7f7-fbb889ee1127 on network aba50ab5-0afd-4b22-a05b-b99018130d42 {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:49:02.757161 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6500ef-b9aa-4532-b17c-cde856975753 req-68139a6f-40d8-4de9-b15f-466ddbfa9400 service neutron] Port 2cafb065-bf32-49fa-b7f7-fbb889ee1127 on network aba50ab5-0afd-4b22-a05b-b99018130d42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 13:49:02.757516 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6500ef-b9aa-4532-b17c-cde856975753 req-68139a6f-40d8-4de9-b15f-466ddbfa9400 service neutron] Attempting to bind port 2cafb065-bf32-49fa-b7f7-fbb889ee1127 on network aba50ab5-0afd-4b22-a05b-b99018130d42 {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:49:02.763895 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6500ef-b9aa-4532-b17c-cde856975753 req-68139a6f-40d8-4de9-b15f-466ddbfa9400 service neutron] Checking agent: {'id': 'a93d403b-29c5-41ac-a53c-7c0bf3f47879', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 36, 17), 'started_at': datetime.datetime(2022, 8, 24, 13, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:49:02.764287 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6500ef-b9aa-4532-b17c-cde856975753 req-68139a6f-40d8-4de9-b15f-466ddbfa9400 service neutron] Checking segment: {'id': '2c3cc436-b6e8-4a61-bae4-93fdcf4a2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'aba50ab5-0afd-4b22-a05b-b99018130d42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:49:02.764688 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf6500ef-b9aa-4532-b17c-cde856975753 req-68139a6f-40d8-4de9-b15f-466ddbfa9400 service neutron] Bound using segment: {'id': '2c3cc436-b6e8-4a61-bae4-93fdcf4a2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'aba50ab5-0afd-4b22-a05b-b99018130d42'} {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:49:02.765174 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.managers [req-cf6500ef-b9aa-4532-b17c-cde856975753 req-68139a6f-40d8-4de9-b15f-466ddbfa9400 service neutron] Bound port: 2cafb065-bf32-49fa-b7f7-fbb889ee1127, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c3cc436-b6e8-4a61-bae4-93fdcf4a2b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'aba50ab5-0afd-4b22-a05b-b99018130d42'}}] {{(pid=106986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:49:02.765534 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-cf6500ef-b9aa-4532-b17c-cde856975753 req-68139a6f-40d8-4de9-b15f-466ddbfa9400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (2cafb065-bf32-49fa-b7f7-fbb889ee1127), before_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:02.789855 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee654fd-094c-49ac-a59e-62d092963481 req-fc44c953-e752-48e4-b817-9d49fabd3860 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:02.791415 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-cee654fd-094c-49ac-a59e-62d092963481 req-fc44c953-e752-48e4-b817-9d49fabd3860 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 945 time: 0.0673153 Aug 24 13:49:02.838638 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.db [req-cf6500ef-b9aa-4532-b17c-cde856975753 req-68139a6f-40d8-4de9-b15f-466ddbfa9400 service neutron] For port 2cafb065-bf32-49fa-b7f7-fbb889ee1127, host hv-cinder-77957, cleared binding levels {{(pid=106986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:49:02.842467 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.db [req-cf6500ef-b9aa-4532-b17c-cde856975753 req-68139a6f-40d8-4de9-b15f-466ddbfa9400 service neutron] For port 2cafb065-bf32-49fa-b7f7-fbb889ee1127, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=2cafb065-bf32-49fa-b7f7-fbb889ee1127,segment=NetworkSegment(2c3cc436-b6e8-4a61-bae4-93fdcf4a2b86),segment_id=2c3cc436-b6e8-4a61-bae4-93fdcf4a2b86)] {{(pid=106986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:49:02.869546 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-cee654fd-094c-49ac-a59e-62d092963481 req-0fb51b47-cd4c-437e-8bbb-2c3a19593596 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=62bcf616-fa1e-4b4a-a518-5b1a533b9b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646210 Aug 24 13:49:02.951299 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-cf6500ef-b9aa-4532-b17c-cde856975753 req-68139a6f-40d8-4de9-b15f-466ddbfa9400 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2990583'] for port (2cafb065-bf32-49fa-b7f7-fbb889ee1127), after_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:02.955694 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6500ef-b9aa-4532-b17c-cde856975753 req-68139a6f-40d8-4de9-b15f-466ddbfa9400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:02.956345 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-cf6500ef-b9aa-4532-b17c-cde856975753 req-68139a6f-40d8-4de9-b15f-466ddbfa9400 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:02.957767 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-cf6500ef-b9aa-4532-b17c-cde856975753 req-68139a6f-40d8-4de9-b15f-466ddbfa9400 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/2cafb065-bf32-49fa-b7f7-fbb889ee1127 HTTP/1.1" status: 200 len: 1093 time: 0.9394820 Aug 24 13:49:02.958402 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5948628b-139a-443c-a9ad-26eaf45599d8', 'tag': '2cafb065-bf32-49fa-b7f7-fbb889ee1127'}] {{(pid=106986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:49:02.965002 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d01dbab33e71115aad2ee8471a00c8ecaf37bbc8c5e47995de0ab84d59865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eda8986-ce5a-426d-8bcc-b1388a6880e6" -d '{"events": [{"name": "network-changed", "server_uuid": "5948628b-139a-443c-a9ad-26eaf45599d8", "tag": "2cafb065-bf32-49fa-b7f7-fbb889ee1127"}]}' {{(pid=106986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:49:03.008691 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 13:49:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe828e63-cfb3-47d2-b902-22350dd7a568 x-openstack-request-id: req-fe828e63-cfb3-47d2-b902-22350dd7a568 {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:49:03.008984 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5948628b-139a-443c-a9ad-26eaf45599d8", "tag": "2cafb065-bf32-49fa-b7f7-fbb889ee1127", "status": "completed", "code": 200}]} {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:49:03.009237 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fe828e63-cfb3-47d2-b902-22350dd7a568 {{(pid=106986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:49:03.009638 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe828e63-cfb3-47d2-b902-22350dd7a568'] response: {'name': 'network-changed', 'server_uuid': '5948628b-139a-443c-a9ad-26eaf45599d8', 'tag': '2cafb065-bf32-49fa-b7f7-fbb889ee1127', 'status': 'completed', 'code': 200} Aug 24 13:49:03.025890 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68139a6f-40d8-4de9-b15f-466ddbfa9400 service neutron] Pushing event updated for resources: {'Port': ['ID=2cafb065-bf32-49fa-b7f7-fbb889ee1127,revision_number=3']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:49:03.126663 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda8986-ce5a-426d-8bcc-b1388a6880e6 req-466f4ad3-3e24-4178-9bfc-d70b97b5c018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:03.128300 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-9eda8986-ce5a-426d-8bcc-b1388a6880e6 req-466f4ad3-3e24-4178-9bfc-d70b97b5c018 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=1a7c5f7e89a74cab86be21c2bb4819ab&device_id=5948628b-139a-443c-a9ad-26eaf45599d8 HTTP/1.1" status: 200 len: 1127 time: 0.0502915 Aug 24 13:49:03.269678 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda8986-ce5a-426d-8bcc-b1388a6880e6 req-75008e1f-e4f7-4dce-804e-640373d91d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:03.271815 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-9eda8986-ce5a-426d-8bcc-b1388a6880e6 req-75008e1f-e4f7-4dce-804e-640373d91d4c service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=1a7c5f7e89a74cab86be21c2bb4819ab&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1268301 Aug 24 13:49:03.285982 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:49:03.348454 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83acd666-5b49-4f0f-a430-21a0da39b977 req-939f2a78-8a0e-45b2-b2f0-4d17d61bea86 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:03.349979 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-83acd666-5b49-4f0f-a430-21a0da39b977 req-939f2a78-8a0e-45b2-b2f0-4d17d61bea86 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5948628b-139a-443c-a9ad-26eaf45599d8 HTTP/1.1" status: 200 len: 943 time: 0.0578208 Aug 24 13:49:03.372213 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eda8986-ce5a-426d-8bcc-b1388a6880e6 req-9297689d-fe32-41b5-804f-d263a337f592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:03.373886 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-9eda8986-ce5a-426d-8bcc-b1388a6880e6 req-9297689d-fe32-41b5-804f-d263a337f592 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0968015 Aug 24 13:49:03.399380 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-83acd666-5b49-4f0f-a430-21a0da39b977 req-1d6e1284-5e6c-4810-b8ee-f3b3a32c4db6 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4f23f651-1dc0-439f-a4bb-10043674cd81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433474 Aug 24 13:49:03.488112 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6500ef-b9aa-4532-b17c-cde856975753 req-e64af879-bb3f-48f5-939f-9ebdf3d3ed63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:03.490490 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-cf6500ef-b9aa-4532-b17c-cde856975753 req-e64af879-bb3f-48f5-939f-9ebdf3d3ed63 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=1a7c5f7e89a74cab86be21c2bb4819ab&device_id=5948628b-139a-443c-a9ad-26eaf45599d8 HTTP/1.1" status: 200 len: 1127 time: 0.0443079 Aug 24 13:49:03.538115 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-cf6500ef-b9aa-4532-b17c-cde856975753 req-53f16f0d-af30-4616-9ed7-eef6b0112ebd service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2cafb065-bf32-49fa-b7f7-fbb889ee1127 HTTP/1.1" status: 200 len: 217 time: 0.0334938 Aug 24 13:49:03.596843 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6500ef-b9aa-4532-b17c-cde856975753 req-018f9361-2a0d-4349-b414-f42d4584195f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:03.598339 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-cf6500ef-b9aa-4532-b17c-cde856975753 req-018f9361-2a0d-4349-b414-f42d4584195f service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=64f324be-21e5-4c02-935f-519db951217c HTTP/1.1" status: 200 len: 853 time: 0.0449474 Aug 24 13:49:03.643057 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-cf6500ef-b9aa-4532-b17c-cde856975753 req-665ebe61-fc7f-43f0-9fc5-c8e2cee50e60 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=aba50ab5-0afd-4b22-a05b-b99018130d42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326655 Aug 24 13:49:03.750416 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-cf6500ef-b9aa-4532-b17c-cde856975753 req-2cf87fec-fbe8-4914-95d3-4fb76a56d436 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/aba50ab5-0afd-4b22-a05b-b99018130d42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006463 Aug 24 13:49:03.846099 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-cf6500ef-b9aa-4532-b17c-cde856975753 req-4926ea33-2a65-4384-9762-b90a627aaa67 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/aba50ab5-0afd-4b22-a05b-b99018130d42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883932 Aug 24 13:49:04.010142 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7b1b1f-96bb-4278-80e0-bde58aa5c15a req-374012f2-6d92-4147-abd2-137735997f2d tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:04.011629 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-aa7b1b1f-96bb-4278-80e0-bde58aa5c15a req-374012f2-6d92-4147-abd2-137735997f2d tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 945 time: 0.0590374 Aug 24 13:49:04.059748 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-aa7b1b1f-96bb-4278-80e0-bde58aa5c15a req-240b7c92-aa8a-44e5-97cc-1a35d81f96f0 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=62bcf616-fa1e-4b4a-a518-5b1a533b9b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424566 Aug 24 13:49:04.510857 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:49:04.521939 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce73088-0651-47b7-9205-36d4ce76b3bb req-f1dbe424-b2ad-45aa-9442-ff2b0cf7c5b1 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:04.523468 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-fce73088-0651-47b7-9205-36d4ce76b3bb req-f1dbe424-b2ad-45aa-9442-ff2b0cf7c5b1 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5948628b-139a-443c-a9ad-26eaf45599d8 HTTP/1.1" status: 200 len: 943 time: 0.0508504 Aug 24 13:49:04.573340 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-fce73088-0651-47b7-9205-36d4ce76b3bb req-9afab8b6-83cf-4ae2-938c-de6761b570ec tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4f23f651-1dc0-439f-a4bb-10043674cd81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440276 Aug 24 13:49:05.126075 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:49:05.133615 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:49:05.181709 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efb3c54-c244-469e-b201-c1df4a0f1749 req-df44a63f-f0b2-43c8-8a60-7b924ef82c03 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:05.183219 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7efb3c54-c244-469e-b201-c1df4a0f1749 req-df44a63f-f0b2-43c8-8a60-7b924ef82c03 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 945 time: 0.0474398 Aug 24 13:49:05.231572 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-7efb3c54-c244-469e-b201-c1df4a0f1749 req-043a3a0a-794d-4a3f-915f-b4b4a19d31fb tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=62bcf616-fa1e-4b4a-a518-5b1a533b9b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426848 Aug 24 13:49:05.663565 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:49:05.706847 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb31038-7f68-4ef0-80ec-e05f17062eb4 req-8290a708-2155-4c01-9d33-ee0f0106eea2 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:05.709472 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3eb31038-7f68-4ef0-80ec-e05f17062eb4 req-8290a708-2155-4c01-9d33-ee0f0106eea2 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5948628b-139a-443c-a9ad-26eaf45599d8 HTTP/1.1" status: 200 len: 943 time: 0.0562706 Aug 24 13:49:05.756065 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-3eb31038-7f68-4ef0-80ec-e05f17062eb4 req-9b4ca84a-4fe4-4fe9-8b13-c0c10b3c6f80 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4f23f651-1dc0-439f-a4bb-10043674cd81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412831 Aug 24 13:49:05.898400 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.agents_db [None req-66b1cbc3-9e75-488f-ab76-e3b1c287483f None None] Agent healthcheck: found 6 active agents {{(pid=106988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 13:49:06.353401 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa61488-9d72-49d3-8f29-86cfe0456845 req-a44fe75f-d9b3-4bf7-8481-97c340dfe930 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:06.354882 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9aa61488-9d72-49d3-8f29-86cfe0456845 req-a44fe75f-d9b3-4bf7-8481-97c340dfe930 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 945 time: 0.0476522 Aug 24 13:49:06.403092 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9aa61488-9d72-49d3-8f29-86cfe0456845 req-b31e575c-5686-4b34-aee4-51db98ebd61a tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=62bcf616-fa1e-4b4a-a518-5b1a533b9b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427077 Aug 24 13:49:06.880360 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccfd29c-d8cb-45b2-b6f4-e628e5249ebb req-7586d45e-f712-4b58-9268-6bbbe90f7e02 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:06.883121 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0ccfd29c-d8cb-45b2-b6f4-e628e5249ebb req-7586d45e-f712-4b58-9268-6bbbe90f7e02 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5948628b-139a-443c-a9ad-26eaf45599d8 HTTP/1.1" status: 200 len: 943 time: 0.0507338 Aug 24 13:49:06.937220 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0ccfd29c-d8cb-45b2-b6f4-e628e5249ebb req-c6d46163-efe4-49ed-8a90-f1a949a1c215 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4f23f651-1dc0-439f-a4bb-10043674cd81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483792 Aug 24 13:49:07.476446 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 2cafb065-bf32-49fa-b7f7-fbb889ee1127 details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=106987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 13:49:07.543022 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10759caa-f65a-407a-aad4-12e7dd926cb8 req-4f8557a6-a8ce-4b42-8b33-d0ef090a7d81 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:07.544764 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-10759caa-f65a-407a-aad4-12e7dd926cb8 req-4f8557a6-a8ce-4b42-8b33-d0ef090a7d81 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 945 time: 0.0532334 Aug 24 13:49:07.599100 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-10759caa-f65a-407a-aad4-12e7dd926cb8 req-04b8a512-00c8-42f3-9283-5b15414e47a3 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=62bcf616-fa1e-4b4a-a518-5b1a533b9b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477426 Aug 24 13:49:07.608856 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 2cafb065-bf32-49fa-b7f7-fbb889ee1127, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=2cafb065-bf32-49fa-b7f7-fbb889ee1127,segment=NetworkSegment(2c3cc436-b6e8-4a61-bae4-93fdcf4a2b86),segment_id=2c3cc436-b6e8-4a61-bae4-93fdcf4a2b86)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:49:07.622444 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Returning: {'device': '2cafb065-bf32-49fa-b7f7-fbb889ee1127', 'network_id': 'aba50ab5-0afd-4b22-a05b-b99018130d42', 'port_id': '2cafb065-bf32-49fa-b7f7-fbb889ee1127', 'mac_address': 'fa:16:3e:8b:5a:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 406, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64f324be-21e5-4c02-935f-519db951217c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 13:49:07.658688 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port 2cafb065-bf32-49fa-b7f7-fbb889ee1127 is: DOWN; New status is: BUILD {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:49:07.659066 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (2cafb065-bf32-49fa-b7f7-fbb889ee1127), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:07.673915 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cafb065-bf32-49fa-b7f7-fbb889ee1127 {{(pid=106987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 13:49:07.697017 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 2cafb065-bf32-49fa-b7f7-fbb889ee1127, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=2cafb065-bf32-49fa-b7f7-fbb889ee1127,segment=NetworkSegment(2c3cc436-b6e8-4a61-bae4-93fdcf4a2b86),segment_id=2c3cc436-b6e8-4a61-bae4-93fdcf4a2b86)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:49:07.785443 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (2cafb065-bf32-49fa-b7f7-fbb889ee1127), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:07.844445 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=2cafb065-bf32-49fa-b7f7-fbb889ee1127,revision_number=4']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:49:07.853400 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:49:07.853803 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:49:07.854148 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:49:07.854491 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:49:07.855207 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:49:07.855207 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:49:07.856302 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:49:07.856302 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:49:07.856302 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:49:07.856596 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:49:07.856801 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:49:07.857124 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:49:07.857444 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:49:07.857761 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:49:07.858077 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:49:08.064421 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b99d75f-95d7-4d0e-a77c-f094bbda7aa5 req-698d576e-9273-48d2-b3d4-811be1f1f096 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:08.065992 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-2b99d75f-95d7-4d0e-a77c-f094bbda7aa5 req-698d576e-9273-48d2-b3d4-811be1f1f096 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5948628b-139a-443c-a9ad-26eaf45599d8 HTTP/1.1" status: 200 len: 944 time: 0.0507107 Aug 24 13:49:08.122563 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-2b99d75f-95d7-4d0e-a77c-f094bbda7aa5 req-75f0e1d3-5ee8-407e-aa0e-fa1320af27df tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4f23f651-1dc0-439f-a4bb-10043674cd81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470867 Aug 24 13:49:08.219479 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] get_ports_and_sgs() called for port_ids ['2cafb065-bf32-49fa-b7f7-fbb889ee1127'] {{(pid=106987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 13:49:08.736416 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea362162-d626-473e-acd7-faf5d68ece09 req-ac2a2f72-8f34-4562-bfdb-4dd874b16f76 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:08.738054 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ea362162-d626-473e-acd7-faf5d68ece09 req-ac2a2f72-8f34-4562-bfdb-4dd874b16f76 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 945 time: 0.0512342 Aug 24 13:49:08.790021 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ea362162-d626-473e-acd7-faf5d68ece09 req-62431efc-eef4-428a-ba7a-97db9bb8130d tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=62bcf616-fa1e-4b4a-a518-5b1a533b9b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441146 Aug 24 13:49:09.189715 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a1d74f20-a4fc-4e69-bb49-d49fa85c04ad req-0390ade9-b403-46e0-aa11-a648f317859f tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-175118086&fields=id&tenant_id=6f61a8f100cf4d39928e4d596741e1bb HTTP/1.1" status: 200 len: 267 time: 0.0499916 Aug 24 13:49:09.273919 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d74f20-a4fc-4e69-bb49-d49fa85c04ad req-ff675465-489f-4b08-9334-2ccdadf0ef90 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:09.275419 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a1d74f20-a4fc-4e69-bb49-d49fa85c04ad req-ff675465-489f-4b08-9334-2ccdadf0ef90 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 985 time: 0.0795841 Aug 24 13:49:09.286259 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c7efe3-78e9-4fa2-a5e9-4b0b65f794c2 req-3c5d6440-a2f0-429e-8702-04068b88b9b0 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:09.288034 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f3c7efe3-78e9-4fa2-a5e9-4b0b65f794c2 req-3c5d6440-a2f0-429e-8702-04068b88b9b0 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5948628b-139a-443c-a9ad-26eaf45599d8 HTTP/1.1" status: 200 len: 944 time: 0.0819297 Aug 24 13:49:09.293600 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [req-a1d74f20-a4fc-4e69-bb49-d49fa85c04ad req-89a02d9b-02ea-4c19-b76d-b5b4df5b5698 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Request body: {'port': {'security_groups': ['bc0e3150-cae2-44e8-9b7c-787a9565ac33']}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:49:09.367094 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:49:09.405663 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-f3c7efe3-78e9-4fa2-a5e9-4b0b65f794c2 req-93f9e51a-44d2-4ffd-94cd-ddc5dbe5f26c tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4f23f651-1dc0-439f-a4bb-10043674cd81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085606 Aug 24 13:49:09.412931 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-a1d74f20-a4fc-4e69-bb49-d49fa85c04ad req-89a02d9b-02ea-4c19-b76d-b5b4df5b5698 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (918b2634-4141-429d-95ff-f9bae50b39dc), before_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:09.487709 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 2cafb065-bf32-49fa-b7f7-fbb889ee1127 up at agent hyperv_hv-cinder-77957 {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:49:09.533310 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Provisioning for port 2cafb065-bf32-49fa-b7f7-fbb889ee1127 completed by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 13:49:09.601326 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Provisioning complete for port 2cafb065-bf32-49fa-b7f7-fbb889ee1127 triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:49:09.601699 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (2cafb065-bf32-49fa-b7f7-fbb889ee1127), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:09.604383 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.db [req-a1d74f20-a4fc-4e69-bb49-d49fa85c04ad req-89a02d9b-02ea-4c19-b76d-b5b4df5b5698 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] For port 918b2634-4141-429d-95ff-f9bae50b39dc, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=918b2634-4141-429d-95ff-f9bae50b39dc,segment=NetworkSegment(eee2f36f-a970-4ec4-a399-3d8c5a2cfe2b),segment_id=eee2f36f-a970-4ec4-a399-3d8c5a2cfe2b)] {{(pid=106985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:49:09.634464 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-a1d74f20-a4fc-4e69-bb49-d49fa85c04ad req-89a02d9b-02ea-4c19-b76d-b5b4df5b5698 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks [] for port (918b2634-4141-429d-95ff-f9bae50b39dc), precommit_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:09.674925 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port 2cafb065-bf32-49fa-b7f7-fbb889ee1127 is: BUILD; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:49:09.675292 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (2cafb065-bf32-49fa-b7f7-fbb889ee1127), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:09.700003 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5948628b-139a-443c-a9ad-26eaf45599d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cafb065-bf32-49fa-b7f7-fbb889ee1127'}] {{(pid=106987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:49:09.702262 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee01592ba90e2cb9dcb0c84681ff9a6759d336f5db8af78df2209fafc25a55a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81564499-6580-4ca5-badd-643b1ada2c4c" -d '{"events": [{"server_uuid": "5948628b-139a-443c-a9ad-26eaf45599d8", "name": "network-vif-plugged", "status": "completed", "tag": "2cafb065-bf32-49fa-b7f7-fbb889ee1127"}]}' {{(pid=106987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:49:09.721509 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 2cafb065-bf32-49fa-b7f7-fbb889ee1127, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=2cafb065-bf32-49fa-b7f7-fbb889ee1127,segment=NetworkSegment(2c3cc436-b6e8-4a61-bae4-93fdcf4a2b86),segment_id=2c3cc436-b6e8-4a61-bae4-93fdcf4a2b86)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:49:09.749005 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 13:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8591a3c0-8856-4906-8cef-6298cbe16068 x-openstack-request-id: req-8591a3c0-8856-4906-8cef-6298cbe16068 {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:49:09.749327 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5948628b-139a-443c-a9ad-26eaf45599d8", "name": "network-vif-plugged", "status": "completed", "tag": "2cafb065-bf32-49fa-b7f7-fbb889ee1127", "code": 200}]} {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:49:09.749853 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-8591a3c0-8856-4906-8cef-6298cbe16068 {{(pid=106987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:49:09.750235 dv-cinder-779578-4-iscsi neutron-server[106987]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8591a3c0-8856-4906-8cef-6298cbe16068'] response: {'server_uuid': '5948628b-139a-443c-a9ad-26eaf45599d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cafb065-bf32-49fa-b7f7-fbb889ee1127', 'code': 200} Aug 24 13:49:09.773521 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-a1d74f20-a4fc-4e69-bb49-d49fa85c04ad req-89a02d9b-02ea-4c19-b76d-b5b4df5b5698 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2796075'] for port (918b2634-4141-429d-95ff-f9bae50b39dc), after_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:09.784331 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d74f20-a4fc-4e69-bb49-d49fa85c04ad req-89a02d9b-02ea-4c19-b76d-b5b4df5b5698 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:09.784886 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-a1d74f20-a4fc-4e69-bb49-d49fa85c04ad req-89a02d9b-02ea-4c19-b76d-b5b4df5b5698 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:09.786398 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-a1d74f20-a4fc-4e69-bb49-d49fa85c04ad req-89a02d9b-02ea-4c19-b76d-b5b4df5b5698 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "PUT /networking/v2.0/ports/918b2634-4141-429d-95ff-f9bae50b39dc HTTP/1.1" status: 200 len: 943 time: 0.4972601 Aug 24 13:49:09.786913 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1d1e2a-ddc9-4a66-8db4-6cccea722024', 'tag': '918b2634-4141-429d-95ff-f9bae50b39dc'}] {{(pid=106985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:49:09.789810 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339b45b761399ad6383a0e79eb3d49a8b35bb9728a194a6e9817421c04d0c31a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6fdad47-0c5e-4d7d-9055-895dc307a3f5" -d '{"events": [{"name": "network-changed", "server_uuid": "5d1d1e2a-ddc9-4a66-8db4-6cccea722024", "tag": "918b2634-4141-429d-95ff-f9bae50b39dc"}]}' {{(pid=106985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:49:09.795460 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 58014) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:49:09.812811 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] get_ports_and_sgs() called for port_ids ['918b2634-4141-429d-95ff-f9bae50b39dc'] {{(pid=106987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 13:49:09.841130 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:49:09.875066 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (2cafb065-bf32-49fa-b7f7-fbb889ee1127), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:09.884232 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-bdcc1d8a-213e-44dd-a7c0-e9836bcaee09 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks [] for security_group (484d3c43-095b-4887-b41a-09657dd45981), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:09.907289 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a02d9b-02ea-4c19-b76d-b5b4df5b5698 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Pushing event updated for resources: {'Port': ['ID=918b2634-4141-429d-95ff-f9bae50b39dc,revision_number=7']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:49:09.918081 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-bdcc1d8a-213e-44dd-a7c0-e9836bcaee09 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks [] for security_group (484d3c43-095b-4887-b41a-09657dd45981), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:09.932468 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a02d9b-02ea-4c19-b76d-b5b4df5b5698 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:49:09.932468 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a02d9b-02ea-4c19-b76d-b5b4df5b5698 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:49:09.932468 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a02d9b-02ea-4c19-b76d-b5b4df5b5698 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:49:09.932468 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a02d9b-02ea-4c19-b76d-b5b4df5b5698 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:49:09.937519 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a02d9b-02ea-4c19-b76d-b5b4df5b5698 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:49:09.937519 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a02d9b-02ea-4c19-b76d-b5b4df5b5698 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:49:09.937519 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a02d9b-02ea-4c19-b76d-b5b4df5b5698 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:49:09.937519 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a02d9b-02ea-4c19-b76d-b5b4df5b5698 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:49:09.937519 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a02d9b-02ea-4c19-b76d-b5b4df5b5698 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:49:09.937519 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a02d9b-02ea-4c19-b76d-b5b4df5b5698 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:49:09.937519 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a02d9b-02ea-4c19-b76d-b5b4df5b5698 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:49:09.937519 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a02d9b-02ea-4c19-b76d-b5b4df5b5698 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:49:09.938186 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a02d9b-02ea-4c19-b76d-b5b4df5b5698 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:49:09.938274 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a02d9b-02ea-4c19-b76d-b5b4df5b5698 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:49:09.939282 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89a02d9b-02ea-4c19-b76d-b5b4df5b5698 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:49:09.972056 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 13:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6b9197-99d7-432c-8a4e-9175d47a0e06 x-openstack-request-id: req-0e6b9197-99d7-432c-8a4e-9175d47a0e06 {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:49:09.972485 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d1d1e2a-ddc9-4a66-8db4-6cccea722024", "tag": "918b2634-4141-429d-95ff-f9bae50b39dc", "status": "completed", "code": 200}]} {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:49:09.973569 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-0e6b9197-99d7-432c-8a4e-9175d47a0e06 {{(pid=106985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:49:09.974066 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e6b9197-99d7-432c-8a4e-9175d47a0e06'] response: {'name': 'network-changed', 'server_uuid': '5d1d1e2a-ddc9-4a66-8db4-6cccea722024', 'tag': '918b2634-4141-429d-95ff-f9bae50b39dc', 'status': 'completed', 'code': 200} Aug 24 13:49:09.977648 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:49:09.989349 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=2cafb065-bf32-49fa-b7f7-fbb889ee1127,revision_number=5']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:49:10.002891 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e0057f-ee90-4d30-9e9a-52da547e55ad req-7f6cb671-bb1c-4590-8777-ae0ca3c9c874 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:10.006455 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-98e0057f-ee90-4d30-9e9a-52da547e55ad req-7f6cb671-bb1c-4590-8777-ae0ca3c9c874 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 945 time: 0.0893297 Aug 24 13:49:10.023329 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] get_ports_and_sgs() called for port_ids ['918b2634-4141-429d-95ff-f9bae50b39dc'] {{(pid=106987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 13:49:10.031082 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:49:10.063396 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-98e0057f-ee90-4d30-9e9a-52da547e55ad req-7dc26c0c-18af-4034-be55-db7bb04318d7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=62bcf616-fa1e-4b4a-a518-5b1a533b9b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520322 Aug 24 13:49:10.074248 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fdad47-0c5e-4d7d-9055-895dc307a3f5 req-860568d0-443e-4a97-878c-df622086718f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:10.076102 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-c6fdad47-0c5e-4d7d-9055-895dc307a3f5 req-860568d0-443e-4a97-878c-df622086718f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=6f61a8f100cf4d39928e4d596741e1bb&device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 1130 time: 0.0483990 Aug 24 13:49:10.078045 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:49:10.153337 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-bdcc1d8a-213e-44dd-a7c0-e9836bcaee09 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (484d3c43-095b-4887-b41a-09657dd45981), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:10.156056 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-bdcc1d8a-213e-44dd-a7c0-e9836bcaee09 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:10.159891 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-bdcc1d8a-213e-44dd-a7c0-e9836bcaee09 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "DELETE /networking/v2.0/security-groups/484d3c43-095b-4887-b41a-09657dd45981 HTTP/1.1" status: 204 len: 168 time: 0.3602297 Aug 24 13:49:10.167123 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 58020) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:49:10.173373 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcc1d8a-213e-44dd-a7c0-e9836bcaee09 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=484d3c43-095b-4887-b41a-09657dd45981,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:49:10.203157 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fdad47-0c5e-4d7d-9055-895dc307a3f5 req-521dfaac-d060-43a5-a892-54679d10a47b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:10.207705 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-c6fdad47-0c5e-4d7d-9055-895dc307a3f5 req-521dfaac-d060-43a5-a892-54679d10a47b service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=b8752123-78d7-4696-a283-4d3f0be721c2 HTTP/1.1" status: 200 len: 916 time: 0.1225879 Aug 24 13:49:10.241583 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a2af5-66fa-4d47-ae9b-7ba5888674f5 req-d46bda12-71ea-41d4-bf38-a3063b3bd0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:10.244035 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-058a2af5-66fa-4d47-ae9b-7ba5888674f5 req-d46bda12-71ea-41d4-bf38-a3063b3bd0a4 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5948628b-139a-443c-a9ad-26eaf45599d8 HTTP/1.1" status: 200 len: 1129 time: 0.1104627 Aug 24 13:49:10.281405 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-c6fdad47-0c5e-4d7d-9055-895dc307a3f5 req-b2e4c298-147f-4e96-bcfa-88e5c023ae63 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=918b2634-4141-429d-95ff-f9bae50b39dc HTTP/1.1" status: 200 len: 1001 time: 0.0701675 Aug 24 13:49:10.316753 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:49:10.341794 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fdad47-0c5e-4d7d-9055-895dc307a3f5 req-485bf946-c1b2-4bb0-8ccf-97837301d845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:10.343932 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-c6fdad47-0c5e-4d7d-9055-895dc307a3f5 req-485bf946-c1b2-4bb0-8ccf-97837301d845 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=76850f21-f492-4b96-acd0-8c02bb420142 HTTP/1.1" status: 200 len: 854 time: 0.0564237 Aug 24 13:49:10.344088 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-058a2af5-66fa-4d47-ae9b-7ba5888674f5 req-04da0bd4-2afd-4255-a3e5-e23da3b4113c service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=4f23f651-1dc0-439f-a4bb-10043674cd81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934527 Aug 24 13:49:10.390881 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [None req-287ee712-bfd4-4837-91ab-4d23c192a660 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Deleting port d827d40c-e6af-4f88-a1d6-1bbea3f08fad {{(pid=106985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:49:10.391219 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-287ee712-bfd4-4837-91ab-4d23c192a660 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (d827d40c-e6af-4f88-a1d6-1bbea3f08fad), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:10.472041 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-287ee712-bfd4-4837-91ab-4d23c192a660 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (d827d40c-e6af-4f88-a1d6-1bbea3f08fad), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:10.472412 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-287ee712-bfd4-4837-91ab-4d23c192a660 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks [] for floatingip (d827d40c-e6af-4f88-a1d6-1bbea3f08fad), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:10.494950 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [None req-287ee712-bfd4-4837-91ab-4d23c192a660 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Calling delete_port for d827d40c-e6af-4f88-a1d6-1bbea3f08fad owned by network:floatingip {{(pid=106985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:49:10.529126 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:49:10.577017 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5bfa04-f74b-4fe3-ae21-71ecadbf1590 req-be661e3d-d3c1-4d2a-928d-da3e41d59eca tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:10.578469 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ed5bfa04-f74b-4fe3-ae21-71ecadbf1590 req-be661e3d-d3c1-4d2a-928d-da3e41d59eca tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5948628b-139a-443c-a9ad-26eaf45599d8 HTTP/1.1" status: 200 len: 945 time: 0.0964305 Aug 24 13:49:10.659337 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ed5bfa04-f74b-4fe3-ae21-71ecadbf1590 req-c09010c2-3f46-4a00-bb6b-fcc56661a449 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4f23f651-1dc0-439f-a4bb-10043674cd81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708866 Aug 24 13:49:10.688142 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fdad47-0c5e-4d7d-9055-895dc307a3f5 req-52cd075c-7aa1-4daa-a3ae-1f991a912be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:10.691960 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-c6fdad47-0c5e-4d7d-9055-895dc307a3f5 req-52cd075c-7aa1-4daa-a3ae-1f991a912be1 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=b8752123-78d7-4696-a283-4d3f0be721c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440414 Aug 24 13:49:10.791893 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-c6fdad47-0c5e-4d7d-9055-895dc307a3f5 req-0eb56613-c64e-46fc-a930-c71bbae56974 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/b8752123-78d7-4696-a283-4d3f0be721c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919795 Aug 24 13:49:10.795989 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-287ee712-bfd4-4837-91ab-4d23c192a660 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (d827d40c-e6af-4f88-a1d6-1bbea3f08fad), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:10.823959 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ee712-bfd4-4837-91ab-4d23c192a660 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Pushing event deleted for resources: {'Port': ['ID=d827d40c-e6af-4f88-a1d6-1bbea3f08fad,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:49:10.892395 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-287ee712-bfd4-4837-91ab-4d23c192a660 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks [] for floatingip (666d774f-68b3-4f7b-824b-cc6a6e348e69), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:10.892763 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.db.l3_db [None req-287ee712-bfd4-4837-91ab-4d23c192a660 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Floating IP 666d774f-68b3-4f7b-824b-cc6a6e348e69 disassociated (deleted). External IP: 172.27.1.83, port: 918b2634-4141-429d-95ff-f9bae50b39dc. Aug 24 13:49:11.244740 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-c6fdad47-0c5e-4d7d-9055-895dc307a3f5 req-ed2d3ae8-5066-475c-9bc3-645413bbb857 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/b8752123-78d7-4696-a283-4d3f0be721c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921900 Aug 24 13:49:11.254194 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:49:11.266471 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d1a64-1b68-42c2-a253-ab3c729dd71d req-50089e98-b65d-4d24-9d19-93d783f531cb tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:11.267963 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-368d1a64-1b68-42c2-a253-ab3c729dd71d req-50089e98-b65d-4d24-9d19-93d783f531cb tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 945 time: 0.0619986 Aug 24 13:49:11.391902 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-368d1a64-1b68-42c2-a253-ab3c729dd71d req-2065d4a3-6a68-4c0b-8b0b-878561a8c21a tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=62bcf616-fa1e-4b4a-a518-5b1a533b9b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174231 Aug 24 13:49:11.432468 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-287ee712-bfd4-4837-91ab-4d23c192a660 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Router 62125126-4826-4ffa-905c-83248fe35095 has already been hosted by L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 {{(pid=106985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 13:49:11.539645 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-287ee712-bfd4-4837-91ab-4d23c192a660 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:49:11.544677 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-287ee712-bfd4-4837-91ab-4d23c192a660 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for floatingip (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:11.549533 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed289d2-bb7a-46c8-9495-fcde5b9fb761 None None] Sync routers for ids ['62125126-4826-4ffa-905c-83248fe35095'] in dv-cinder-779578-4-iscsi {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:49:11.560536 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed289d2-bb7a-46c8-9495-fcde5b9fb761 None None] Routers {'62125126-4826-4ffa-905c-83248fe35095'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:49:11.561191 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-7ed289d2-bb7a-46c8-9495-fcde5b9fb761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:48:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['62125126-4826-4ffa-905c-83248fe35095'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:49:11.577013 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-287ee712-bfd4-4837-91ab-4d23c192a660 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/666d774f-68b3-4f7b-824b-cc6a6e348e69 HTTP/1.1" status: 204 len: 168 time: 1.4088225 Aug 24 13:49:11.794906 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84dd8b5-8098-4797-a48b-1d76e60a4b3e req-03be069e-1f81-432d-a0fd-1df175220ad7 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:11.796439 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d84dd8b5-8098-4797-a48b-1d76e60a4b3e req-03be069e-1f81-432d-a0fd-1df175220ad7 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5948628b-139a-443c-a9ad-26eaf45599d8 HTTP/1.1" status: 200 len: 945 time: 0.0575888 Aug 24 13:49:11.813730 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-7ed289d2-bb7a-46c8-9495-fcde5b9fb761 None None] Set router 62125126-4826-4ffa-905c-83248fe35095 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:49:11.843151 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:49:11.855772 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d84dd8b5-8098-4797-a48b-1d76e60a4b3e req-c7b91a5a-2097-4cf4-b663-e74a96f6835b tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4f23f651-1dc0-439f-a4bb-10043674cd81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535238 Aug 24 13:49:11.976307 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1d1e2a-ddc9-4a66-8db4-6cccea722024', 'tag': '918b2634-4141-429d-95ff-f9bae50b39dc'}] {{(pid=106985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:49:11.978939 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339b45b761399ad6383a0e79eb3d49a8b35bb9728a194a6e9817421c04d0c31a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ece6c3-1a07-4452-8067-06c726e6a27d" -d '{"events": [{"name": "network-changed", "server_uuid": "5d1d1e2a-ddc9-4a66-8db4-6cccea722024", "tag": "918b2634-4141-429d-95ff-f9bae50b39dc"}]}' {{(pid=106985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:49:12.024703 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-7ed289d2-bb7a-46c8-9495-fcde5b9fb761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62125126-4826-4ffa-905c-83248fe35095', 'name': 'tempest-TestMinimumBasicScenario-1152567800-router', 'tenant_id': '6f61a8f100cf4d39928e4d596741e1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '5ab22b72-1c69-4527-a9f9-445f22605d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:46:29Z', 'updated_at': '2022-08-24T13:46:33Z', 'revision_number': 4, 'project_id': '6f61a8f100cf4d39928e4d596741e1bb', 'gw_port': {'id': '5ab22b72-1c69-4527-a9f9-445f22605d4f', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62125126-4826-4ffa-905c-83248fe35095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:30Z', 'updated_at': '2022-08-24T13:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': 'db71e4cd-e1c9-4f20-bd80-1de813d4fb33', 'name': '', 'network_id': 'b8752123-78d7-4696-a283-4d3f0be721c2', 'tenant_id': '6f61a8f100cf4d39928e4d596741e1bb', 'mac_address': 'fa:16:3e:0b:f5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62125126-4826-4ffa-905c-83248fe35095', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '76850f21-f492-4b96-acd0-8c02bb420142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:32Z', 'updated_at': '2022-08-24T13:46:39Z', 'revision_number': 5, 'project_id': '6f61a8f100cf4d39928e4d596741e1bb', 'subnets': [{'id': '76850f21-f492-4b96-acd0-8c02bb420142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:49:12.033887 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 13:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd92ead7-64bf-427f-8f6a-de9e5f052441 x-openstack-request-id: req-bd92ead7-64bf-427f-8f6a-de9e5f052441 {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:49:12.043455 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d1d1e2a-ddc9-4a66-8db4-6cccea722024", "tag": "918b2634-4141-429d-95ff-f9bae50b39dc", "status": "completed", "code": 200}]} {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:49:12.044075 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-bd92ead7-64bf-427f-8f6a-de9e5f052441 {{(pid=106985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:49:12.046370 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd92ead7-64bf-427f-8f6a-de9e5f052441'] response: {'name': 'network-changed', 'server_uuid': '5d1d1e2a-ddc9-4a66-8db4-6cccea722024', 'tag': '918b2634-4141-429d-95ff-f9bae50b39dc', 'status': 'completed', 'code': 200} Aug 24 13:49:12.051381 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed289d2-bb7a-46c8-9495-fcde5b9fb761 None None] Checking router: 62125126-4826-4ffa-905c-83248fe35095 for host: dv-cinder-779578-4-iscsi {{(pid=106987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:49:12.062418 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ed289d2-bb7a-46c8-9495-fcde5b9fb761 None None] Routers {'62125126-4826-4ffa-905c-83248fe35095'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:49:12.063080 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-7ed289d2-bb7a-46c8-9495-fcde5b9fb761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:48:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['62125126-4826-4ffa-905c-83248fe35095'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:49:12.066802 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=100 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:49:12.126586 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ece6c3-1a07-4452-8067-06c726e6a27d req-f1c211ae-f8fa-4ef1-809c-9e6f3352c956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:12.128095 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-d4ece6c3-1a07-4452-8067-06c726e6a27d req-f1c211ae-f8fa-4ef1-809c-9e6f3352c956 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=6f61a8f100cf4d39928e4d596741e1bb&device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 1130 time: 0.0424247 Aug 24 13:49:12.170961 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-7ed289d2-bb7a-46c8-9495-fcde5b9fb761 None None] Set router 62125126-4826-4ffa-905c-83248fe35095 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:49:12.233629 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ece6c3-1a07-4452-8067-06c726e6a27d req-b3bd4cd9-0c89-4340-81aa-6f0d1ed66c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:12.235035 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-d4ece6c3-1a07-4452-8067-06c726e6a27d req-b3bd4cd9-0c89-4340-81aa-6f0d1ed66c14 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=b8752123-78d7-4696-a283-4d3f0be721c2 HTTP/1.1" status: 200 len: 916 time: 0.1005316 Aug 24 13:49:12.289797 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-d4ece6c3-1a07-4452-8067-06c726e6a27d req-a6ba7af3-3cf1-4751-9cad-1f4e9f13def3 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=918b2634-4141-429d-95ff-f9bae50b39dc HTTP/1.1" status: 200 len: 217 time: 0.0387306 Aug 24 13:49:12.349053 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ece6c3-1a07-4452-8067-06c726e6a27d req-2852251a-75fc-4f6a-9770-d773cd94647e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:12.350618 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-d4ece6c3-1a07-4452-8067-06c726e6a27d req-2852251a-75fc-4f6a-9770-d773cd94647e service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=76850f21-f492-4b96-acd0-8c02bb420142 HTTP/1.1" status: 200 len: 854 time: 0.0547328 Aug 24 13:49:12.399195 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-7ed289d2-bb7a-46c8-9495-fcde5b9fb761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62125126-4826-4ffa-905c-83248fe35095', 'name': 'tempest-TestMinimumBasicScenario-1152567800-router', 'tenant_id': '6f61a8f100cf4d39928e4d596741e1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '5ab22b72-1c69-4527-a9f9-445f22605d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:46:29Z', 'updated_at': '2022-08-24T13:46:33Z', 'revision_number': 4, 'project_id': '6f61a8f100cf4d39928e4d596741e1bb', 'gw_port': {'id': '5ab22b72-1c69-4527-a9f9-445f22605d4f', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62125126-4826-4ffa-905c-83248fe35095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:30Z', 'updated_at': '2022-08-24T13:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': 'db71e4cd-e1c9-4f20-bd80-1de813d4fb33', 'name': '', 'network_id': 'b8752123-78d7-4696-a283-4d3f0be721c2', 'tenant_id': '6f61a8f100cf4d39928e4d596741e1bb', 'mac_address': 'fa:16:3e:0b:f5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62125126-4826-4ffa-905c-83248fe35095', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '76850f21-f492-4b96-acd0-8c02bb420142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:32Z', 'updated_at': '2022-08-24T13:46:39Z', 'revision_number': 5, 'project_id': '6f61a8f100cf4d39928e4d596741e1bb', 'subnets': [{'id': '76850f21-f492-4b96-acd0-8c02bb420142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:49:12.425683 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed289d2-bb7a-46c8-9495-fcde5b9fb761 None None] The sync data for ids ['62125126-4826-4ffa-905c-83248fe35095'] in dv-cinder-779578-4-iscsi is: [{'id': '62125126-4826-4ffa-905c-83248fe35095', 'name': 'tempest-TestMinimumBasicScenario-1152567800-router', 'tenant_id': '6f61a8f100cf4d39928e4d596741e1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '5ab22b72-1c69-4527-a9f9-445f22605d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:46:29Z', 'updated_at': '2022-08-24T13:46:33Z', 'revision_number': 4, 'project_id': '6f61a8f100cf4d39928e4d596741e1bb', 'gw_port': {'id': '5ab22b72-1c69-4527-a9f9-445f22605d4f', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62125126-4826-4ffa-905c-83248fe35095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:30Z', 'updated_at': '2022-08-24T13:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': 'db71e4cd-e1c9-4f20-bd80-1de813d4fb33', 'name': '', 'network_id': 'b8752123-78d7-4696-a283-4d3f0be721c2', 'tenant_id': '6f61a8f100cf4d39928e4d596741e1bb', 'mac_address': 'fa:16:3e:0b:f5:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62125126-4826-4ffa-905c-83248fe35095', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '76850f21-f492-4b96-acd0-8c02bb420142', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:32Z', 'updated_at': '2022-08-24T13:46:39Z', 'revision_number': 5, 'project_id': '6f61a8f100cf4d39928e4d596741e1bb', 'subnets': [{'id': '76850f21-f492-4b96-acd0-8c02bb420142', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:49:12.525031 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308fe9d7-1bdc-4610-b020-6c69ee60d864 req-33a88180-ccd4-44db-903e-8a8247fd5fff tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:12.526564 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-308fe9d7-1bdc-4610-b020-6c69ee60d864 req-33a88180-ccd4-44db-903e-8a8247fd5fff tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 945 time: 0.0521219 Aug 24 13:49:12.576595 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-308fe9d7-1bdc-4610-b020-6c69ee60d864 req-9cf4ae7c-54ec-4787-83aa-3d426a4bc7fb tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=62bcf616-fa1e-4b4a-a518-5b1a533b9b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443230 Aug 24 13:49:12.671117 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f7739d-1818-4ba7-b0d1-1f4059929af8 None None] New status for floating IP 666d774f-68b3-4f7b-824b-cc6a6e348e69: DOWN {{(pid=106988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 13:49:12.712099 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ece6c3-1a07-4452-8067-06c726e6a27d req-6a99ff5d-1f0a-48e3-8cc0-b91d77dfd65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:12.713659 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-d4ece6c3-1a07-4452-8067-06c726e6a27d req-6a99ff5d-1f0a-48e3-8cc0-b91d77dfd65e service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=b8752123-78d7-4696-a283-4d3f0be721c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440264 Aug 24 13:49:12.821941 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-d4ece6c3-1a07-4452-8067-06c726e6a27d req-9f3347d8-13d7-4079-b46b-6e683286b7ab service neutron] 10.222.0.20 "GET /networking/v2.0/networks/b8752123-78d7-4696-a283-4d3f0be721c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891132 Aug 24 13:49:12.945313 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-d4ece6c3-1a07-4452-8067-06c726e6a27d req-ce9a1c3c-7121-417e-a3e8-f758199a7d09 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/b8752123-78d7-4696-a283-4d3f0be721c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963268 Aug 24 13:49:12.999286 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de80f15-cb9a-41ca-83c4-7198872eb9b8 req-13a73e98-bc0b-4d5c-838e-07444f940ae1 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:13.000833 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-8de80f15-cb9a-41ca-83c4-7198872eb9b8 req-13a73e98-bc0b-4d5c-838e-07444f940ae1 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5948628b-139a-443c-a9ad-26eaf45599d8 HTTP/1.1" status: 200 len: 945 time: 0.0613840 Aug 24 13:49:13.059773 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e3b3b-a57e-40d5-9815-8a96314e8443 req-1ce2de9a-a8f2-41c6-ba2c-b05c8583ff15 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:13.061225 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4f3e3b3b-a57e-40d5-9815-8a96314e8443 req-1ce2de9a-a8f2-41c6-ba2c-b05c8583ff15 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 945 time: 0.0797250 Aug 24 13:49:13.102208 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-8de80f15-cb9a-41ca-83c4-7198872eb9b8 req-d8cf329c-ee51-4425-b2e8-211de4938cf1 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4f23f651-1dc0-439f-a4bb-10043674cd81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838633 Aug 24 13:49:13.125851 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4f3e3b3b-a57e-40d5-9815-8a96314e8443 req-e0d576d8-ca7f-4c2e-ae3e-df5143d647ca tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=62bcf616-fa1e-4b4a-a518-5b1a533b9b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584629 Aug 24 13:49:13.247295 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa268f86-bde6-4936-810e-09eda36da308 req-8477bad9-8aff-4c32-bbec-d0b854895222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:13.248918 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-fa268f86-bde6-4936-810e-09eda36da308 req-8477bad9-8aff-4c32-bbec-d0b854895222 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=ca298d9092ad4a9489f1624d62b2ac1d&device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 1129 time: 0.0627315 Aug 24 13:49:13.347218 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa268f86-bde6-4936-810e-09eda36da308 req-1900fe8a-12f8-4c33-9755-ccc3e91cd4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:13.348619 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-fa268f86-bde6-4936-810e-09eda36da308 req-1900fe8a-12f8-4c33-9755-ccc3e91cd4ee service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=f3395214-009c-4aba-9dda-777a5c33eecb HTTP/1.1" status: 200 len: 912 time: 0.0911541 Aug 24 13:49:13.443065 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-fa268f86-bde6-4936-810e-09eda36da308 req-af0c5480-1daf-4416-9112-538272680ac2 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7197ae76-1beb-430e-a9cf-620230d08e49 HTTP/1.1" status: 200 len: 1000 time: 0.0575852 Aug 24 13:49:13.505227 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa268f86-bde6-4936-810e-09eda36da308 req-b42d7826-0422-4bb5-9779-ce70f79489f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:13.508120 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-fa268f86-bde6-4936-810e-09eda36da308 req-b42d7826-0422-4bb5-9779-ce70f79489f9 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=1f46d6dd-5a73-4b8e-8e50-cedc158c26c7 HTTP/1.1" status: 200 len: 850 time: 0.0543532 Aug 24 13:49:13.557497 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa268f86-bde6-4936-810e-09eda36da308 req-2df54941-ba90-4d2b-bb9b-3ecc0f0ab936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:13.559009 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-fa268f86-bde6-4936-810e-09eda36da308 req-2df54941-ba90-4d2b-bb9b-3ecc0f0ab936 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=f3395214-009c-4aba-9dda-777a5c33eecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426450 Aug 24 13:49:13.582653 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=100 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:49:13.593505 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=100 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:49:13.658221 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-fa268f86-bde6-4936-810e-09eda36da308 req-ddf3c039-9ad0-462a-99b9-218d4e95419c service neutron] 10.222.0.20 "GET /networking/v2.0/networks/f3395214-009c-4aba-9dda-777a5c33eecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927157 Aug 24 13:49:13.756666 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-fa268f86-bde6-4936-810e-09eda36da308 req-b8cb25dd-2364-4f80-9e81-d220facf44ff service neutron] 10.222.0.20 "GET /networking/v2.0/networks/f3395214-009c-4aba-9dda-777a5c33eecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904610 Aug 24 13:49:14.254462 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d8d1a-3c07-4ccc-be67-86f3d0d24b81 req-e9acf6b2-13cc-48eb-a0e5-56cfe54abd57 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:14.256545 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-858d8d1a-3c07-4ccc-be67-86f3d0d24b81 req-e9acf6b2-13cc-48eb-a0e5-56cfe54abd57 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 945 time: 0.0507560 Aug 24 13:49:14.307131 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-858d8d1a-3c07-4ccc-be67-86f3d0d24b81 req-6817e8b0-dda2-4656-8337-420b57625c89 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=62bcf616-fa1e-4b4a-a518-5b1a533b9b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449762 Aug 24 13:49:15.431711 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbed260-0ae8-4c89-b8b6-c8d1daf9520b req-fca768a8-b0a1-4594-b09b-b85b876d10b5 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:15.433206 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ffbed260-0ae8-4c89-b8b6-c8d1daf9520b req-fca768a8-b0a1-4594-b09b-b85b876d10b5 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 945 time: 0.0514169 Aug 24 13:49:15.487808 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-ffbed260-0ae8-4c89-b8b6-c8d1daf9520b req-dc420177-641c-48b0-9957-4b4c124e56e0 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=62bcf616-fa1e-4b4a-a518-5b1a533b9b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487585 Aug 24 13:49:16.171659 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa5ae0-6962-43cf-b96e-cb541a1c5556 req-cebb3cf5-f9ca-490d-8f2f-ee6a21aa51dc tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:16.173290 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-91fa5ae0-6962-43cf-b96e-cb541a1c5556 req-cebb3cf5-f9ca-490d-8f2f-ee6a21aa51dc tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 946 time: 0.0519087 Aug 24 13:49:16.232754 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-91fa5ae0-6962-43cf-b96e-cb541a1c5556 req-ec63636d-b543-4604-8e02-a50a8a854e63 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bc0e3150-cae2-44e8-9b7c-787a9565ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501666 Aug 24 13:49:17.385325 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13960fe9-8919-439f-9d7f-fc67e3c9e117 req-23352f21-c67f-4291-b8c3-7c2197960128 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:17.389482 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-13960fe9-8919-439f-9d7f-fc67e3c9e117 req-23352f21-c67f-4291-b8c3-7c2197960128 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 946 time: 0.0587616 Aug 24 13:49:17.438422 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-13960fe9-8919-439f-9d7f-fc67e3c9e117 req-ed063f7a-236b-4e06-b478-41768a04639d tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bc0e3150-cae2-44e8-9b7c-787a9565ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433378 Aug 24 13:49:18.161730 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a93d403b-29c5-41ac-a53c-7c0bf3f47879), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:18.410247 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7e635-5674-4b10-b9c7-bb5a4bd944b1 req-da2aa2c0-1efd-467d-8074-945751a39d89 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:18.412733 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-02f7e635-5674-4b10-b9c7-bb5a4bd944b1 req-da2aa2c0-1efd-467d-8074-945751a39d89 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 946 time: 0.0542421 Aug 24 13:49:18.527803 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [req-02f7e635-5674-4b10-b9c7-bb5a4bd944b1 req-6f7ac3d3-7697-420d-8963-e190008942c6 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Deleting port 918b2634-4141-429d-95ff-f9bae50b39dc {{(pid=106986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:49:18.528301 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-02f7e635-5674-4b10-b9c7-bb5a4bd944b1 req-6f7ac3d3-7697-420d-8963-e190008942c6 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (918b2634-4141-429d-95ff-f9bae50b39dc), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:18.568721 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66d93de-bb61-4520-bf4a-040737dc6323 req-971967da-640b-4198-a5d2-0ceb90a3e660 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:18.570421 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-c66d93de-bb61-4520-bf4a-040737dc6323 req-971967da-640b-4198-a5d2-0ceb90a3e660 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 946 time: 0.0552464 Aug 24 13:49:18.630279 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-c66d93de-bb61-4520-bf4a-040737dc6323 req-a1bb7d67-1539-4e52-8581-3203268b8f4b tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=bc0e3150-cae2-44e8-9b7c-787a9565ac33&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537050 Aug 24 13:49:18.632720 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.db [req-02f7e635-5674-4b10-b9c7-bb5a4bd944b1 req-6f7ac3d3-7697-420d-8963-e190008942c6 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] For port 918b2634-4141-429d-95ff-f9bae50b39dc, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=918b2634-4141-429d-95ff-f9bae50b39dc,segment=NetworkSegment(eee2f36f-a970-4ec4-a399-3d8c5a2cfe2b),segment_id=eee2f36f-a970-4ec4-a399-3d8c5a2cfe2b)] {{(pid=106986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:49:18.633168 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-02f7e635-5674-4b10-b9c7-bb5a4bd944b1 req-6f7ac3d3-7697-420d-8963-e190008942c6 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (918b2634-4141-429d-95ff-f9bae50b39dc), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:18.655525 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [req-02f7e635-5674-4b10-b9c7-bb5a4bd944b1 req-6f7ac3d3-7697-420d-8963-e190008942c6 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Calling delete_port for 918b2634-4141-429d-95ff-f9bae50b39dc owned by compute:nova {{(pid=106986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:49:18.910486 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-02f7e635-5674-4b10-b9c7-bb5a4bd944b1 req-6f7ac3d3-7697-420d-8963-e190008942c6 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990584'] for port (918b2634-4141-429d-95ff-f9bae50b39dc), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:18.939803 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ac3d3-7697-420d-8963-e190008942c6 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Pushing event deleted for resources: {'Port': ['ID=918b2634-4141-429d-95ff-f9bae50b39dc,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:49:18.950037 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] get_ports_and_sgs() called for port_ids ['918b2634-4141-429d-95ff-f9bae50b39dc'] {{(pid=106987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 13:49:18.991998 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.l3_dvrscheduler_db [req-02f7e635-5674-4b10-b9c7-bb5a4bd944b1 req-6f7ac3d3-7697-420d-8963-e190008942c6 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] No DVR routers for this DVR port 918b2634-4141-429d-95ff-f9bae50b39dc on host hv-cinder-77957 {{(pid=106986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 13:49:18.994792 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-02f7e635-5674-4b10-b9c7-bb5a4bd944b1 req-6f7ac3d3-7697-420d-8963-e190008942c6 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:18.998097 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-02f7e635-5674-4b10-b9c7-bb5a4bd944b1 req-6f7ac3d3-7697-420d-8963-e190008942c6 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.20 "DELETE /networking/v2.0/ports/918b2634-4141-429d-95ff-f9bae50b39dc HTTP/1.1" status: 204 len: 173 time: 0.5772674 Aug 24 13:49:18.998534 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1d1e2a-ddc9-4a66-8db4-6cccea722024', 'name': 'network-vif-deleted', 'tag': '918b2634-4141-429d-95ff-f9bae50b39dc'}] {{(pid=106986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:49:19.000811 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d01dbab33e71115aad2ee8471a00c8ecaf37bbc8c5e47995de0ab84d59865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5300a6-446a-4ffc-ab25-3f45ad4273f5" -d '{"events": [{"server_uuid": "5d1d1e2a-ddc9-4a66-8db4-6cccea722024", "name": "network-vif-deleted", "tag": "918b2634-4141-429d-95ff-f9bae50b39dc"}]}' {{(pid=106986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:49:19.118825 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 13:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714020c9-e5bc-47a8-aaa8-9297d41cfdbe x-openstack-request-id: req-714020c9-e5bc-47a8-aaa8-9297d41cfdbe {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:49:19.119153 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1d1e2a-ddc9-4a66-8db4-6cccea722024", "name": "network-vif-deleted", "tag": "918b2634-4141-429d-95ff-f9bae50b39dc", "status": "completed", "code": 200}]} {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:49:19.123208 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-714020c9-e5bc-47a8-aaa8-9297d41cfdbe {{(pid=106986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:49:19.123208 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-714020c9-e5bc-47a8-aaa8-9297d41cfdbe'] response: {'server_uuid': '5d1d1e2a-ddc9-4a66-8db4-6cccea722024', 'name': 'network-vif-deleted', 'tag': '918b2634-4141-429d-95ff-f9bae50b39dc', 'status': 'completed', 'code': 200} Aug 24 13:49:19.749151 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-cf2e9d9a-4bbe-4a9e-9248-9b4b24f1f191 req-6e57a7f5-e9d2-4047-857b-1e682d940106 tempest-TestMinimumBasicScenario-967897650 tempest-TestMinimumBasicScenario-967897650-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5d1d1e2a-ddc9-4a66-8db4-6cccea722024 HTTP/1.1" status: 200 len: 210 time: 0.0294633 Aug 24 13:49:19.945351 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-3215b306-209b-4400-bad5-9e707034b3db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:22.294147 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-0b00ecd0-5a47-4418-8da0-651badf3aabd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:22.426541 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 58156) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:49:22.432684 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:49:22.675303 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=6 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:49:22.705410 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=5 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:49:22.731366 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:49:22.769583 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-135f5630-df7e-4209-b543-d50afbe8a045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-564397'] for router_interface (62125126-4826-4ffa-905c-83248fe35095), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:23.002858 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [None req-135f5630-df7e-4209-b543-d50afbe8a045 admin admin] Deleting port db71e4cd-e1c9-4f20-bd80-1de813d4fb33 {{(pid=106985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:49:23.003192 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-135f5630-df7e-4209-b543-d50afbe8a045 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (db71e4cd-e1c9-4f20-bd80-1de813d4fb33), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:23.099834 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.db [None req-135f5630-df7e-4209-b543-d50afbe8a045 admin admin] For port db71e4cd-e1c9-4f20-bd80-1de813d4fb33, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=db71e4cd-e1c9-4f20-bd80-1de813d4fb33,segment=NetworkSegment(eee2f36f-a970-4ec4-a399-3d8c5a2cfe2b),segment_id=eee2f36f-a970-4ec4-a399-3d8c5a2cfe2b)] {{(pid=106985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:49:23.100446 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-135f5630-df7e-4209-b543-d50afbe8a045 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (db71e4cd-e1c9-4f20-bd80-1de813d4fb33), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:23.113785 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [None req-135f5630-df7e-4209-b543-d50afbe8a045 admin admin] Calling delete_port for db71e4cd-e1c9-4f20-bd80-1de813d4fb33 owned by network:router_interface {{(pid=106985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:49:23.218963 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:49:23.373263 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-135f5630-df7e-4209-b543-d50afbe8a045 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (db71e4cd-e1c9-4f20-bd80-1de813d4fb33), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:23.402003 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f5630-df7e-4209-b543-d50afbe8a045 admin admin] Pushing event deleted for resources: {'Port': ['ID=db71e4cd-e1c9-4f20-bd80-1de813d4fb33,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:49:23.570626 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-135f5630-df7e-4209-b543-d50afbe8a045 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-564281'] for router_interface (62125126-4826-4ffa-905c-83248fe35095), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:23.733413 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:23.775341 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:49:23.785798 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135f5630-df7e-4209-b543-d50afbe8a045 admin admin] Router 62125126-4826-4ffa-905c-83248fe35095 has already been hosted by L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 {{(pid=106985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 13:49:23.895660 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135f5630-df7e-4209-b543-d50afbe8a045 admin admin] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:49:23.901315 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-135f5630-df7e-4209-b543-d50afbe8a045 admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/62125126-4826-4ffa-905c-83248fe35095/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4736941 Aug 24 13:49:23.903475 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 58164) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:49:23.904697 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123bc0dc-358b-4ff0-82f4-2c5ad89be57f None None] Sync routers for ids ['62125126-4826-4ffa-905c-83248fe35095'] in dv-cinder-779578-4-iscsi {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:49:23.916035 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123bc0dc-358b-4ff0-82f4-2c5ad89be57f None None] Routers {'62125126-4826-4ffa-905c-83248fe35095'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:49:23.916683 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-123bc0dc-358b-4ff0-82f4-2c5ad89be57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:49:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['62125126-4826-4ffa-905c-83248fe35095'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:49:24.008124 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-627a52ae-d997-4dac-8f4d-fdb38169c53e admin admin] Publish callbacks [] for router (62125126-4826-4ffa-905c-83248fe35095), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:24.027325 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-123bc0dc-358b-4ff0-82f4-2c5ad89be57f None None] Set router 62125126-4826-4ffa-905c-83248fe35095 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:49:24.112876 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-627a52ae-d997-4dac-8f4d-fdb38169c53e admin admin] Publish callbacks [] for router_gateway (62125126-4826-4ffa-905c-83248fe35095), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:24.116197 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:49:24.182002 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:49:24.213102 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-123bc0dc-358b-4ff0-82f4-2c5ad89be57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62125126-4826-4ffa-905c-83248fe35095', 'name': 'tempest-TestMinimumBasicScenario-1152567800-router', 'tenant_id': '6f61a8f100cf4d39928e4d596741e1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.126'}], 'enable_snat': True}, 'gw_port_id': '5ab22b72-1c69-4527-a9f9-445f22605d4f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:46:29Z', 'updated_at': '2022-08-24T13:49:23Z', 'revision_number': 5, 'project_id': '6f61a8f100cf4d39928e4d596741e1bb', 'gw_port': {'id': '5ab22b72-1c69-4527-a9f9-445f22605d4f', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:0c:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62125126-4826-4ffa-905c-83248fe35095', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:30Z', 'updated_at': '2022-08-24T13:46:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi'}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:49:24.213741 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [None req-627a52ae-d997-4dac-8f4d-fdb38169c53e admin admin] Deleting port 5ab22b72-1c69-4527-a9f9-445f22605d4f {{(pid=106985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:49:24.214077 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-627a52ae-d997-4dac-8f4d-fdb38169c53e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (5ab22b72-1c69-4527-a9f9-445f22605d4f), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:24.238471 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123bc0dc-358b-4ff0-82f4-2c5ad89be57f None None] Checking router: 62125126-4826-4ffa-905c-83248fe35095 for host: dv-cinder-779578-4-iscsi {{(pid=106987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:49:24.247947 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123bc0dc-358b-4ff0-82f4-2c5ad89be57f None None] Routers {'62125126-4826-4ffa-905c-83248fe35095'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:49:24.248577 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-123bc0dc-358b-4ff0-82f4-2c5ad89be57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:49:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['62125126-4826-4ffa-905c-83248fe35095'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:49:24.300625 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.db [None req-627a52ae-d997-4dac-8f4d-fdb38169c53e admin admin] For port 5ab22b72-1c69-4527-a9f9-445f22605d4f, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=5ab22b72-1c69-4527-a9f9-445f22605d4f,segment=NetworkSegment(5f346d1e-6301-45fd-9dfc-66a590810fee),segment_id=5f346d1e-6301-45fd-9dfc-66a590810fee)] {{(pid=106985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:49:24.301167 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-627a52ae-d997-4dac-8f4d-fdb38169c53e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (5ab22b72-1c69-4527-a9f9-445f22605d4f), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:24.321216 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [None req-627a52ae-d997-4dac-8f4d-fdb38169c53e admin admin] Calling delete_port for 5ab22b72-1c69-4527-a9f9-445f22605d4f owned by network:router_gateway {{(pid=106985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:49:24.336098 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-123bc0dc-358b-4ff0-82f4-2c5ad89be57f None None] Set router 62125126-4826-4ffa-905c-83248fe35095 gateway port host: None {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:49:24.387969 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-123bc0dc-358b-4ff0-82f4-2c5ad89be57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62125126-4826-4ffa-905c-83248fe35095', 'name': 'tempest-TestMinimumBasicScenario-1152567800-router', 'tenant_id': '6f61a8f100cf4d39928e4d596741e1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:46:29Z', 'updated_at': '2022-08-24T13:49:24Z', 'revision_number': 6, 'project_id': '6f61a8f100cf4d39928e4d596741e1bb', 'gw_port_host': None}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:49:24.418715 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123bc0dc-358b-4ff0-82f4-2c5ad89be57f None None] The sync data for ids ['62125126-4826-4ffa-905c-83248fe35095'] in dv-cinder-779578-4-iscsi is: [{'id': '62125126-4826-4ffa-905c-83248fe35095', 'name': 'tempest-TestMinimumBasicScenario-1152567800-router', 'tenant_id': '6f61a8f100cf4d39928e4d596741e1bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:46:29Z', 'updated_at': '2022-08-24T13:49:24Z', 'revision_number': 6, 'project_id': '6f61a8f100cf4d39928e4d596741e1bb', 'gw_port_host': None}] {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:49:24.561676 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-627a52ae-d997-4dac-8f4d-fdb38169c53e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (5ab22b72-1c69-4527-a9f9-445f22605d4f), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:24.585532 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a52ae-d997-4dac-8f4d-fdb38169c53e admin admin] Pushing event deleted for resources: {'Port': ['ID=5ab22b72-1c69-4527-a9f9-445f22605d4f,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:49:24.650834 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-627a52ae-d997-4dac-8f4d-fdb38169c53e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008744'] for router_gateway (62125126-4826-4ffa-905c-83248fe35095), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:24.740731 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-627a52ae-d997-4dac-8f4d-fdb38169c53e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-564371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7662'] for router (62125126-4826-4ffa-905c-83248fe35095), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:24.742385 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-627a52ae-d997-4dac-8f4d-fdb38169c53e admin admin] Publish callbacks [] for router_controller (62125126-4826-4ffa-905c-83248fe35095), precommit_delete_associations {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:24.875937 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-627a52ae-d997-4dac-8f4d-fdb38169c53e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-564362'] for router (62125126-4826-4ffa-905c-83248fe35095), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:24.876663 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627a52ae-d997-4dac-8f4d-fdb38169c53e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62125126-4826-4ffa-905c-83248fe35095 {{(pid=106985) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 13:49:24.881474 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-627a52ae-d997-4dac-8f4d-fdb38169c53e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:24.882791 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-627a52ae-d997-4dac-8f4d-fdb38169c53e admin admin] 10.222.0.73 "DELETE /networking/v2.0/routers/62125126-4826-4ffa-905c-83248fe35095 HTTP/1.1" status: 204 len: 168 time: 0.9783742 Aug 24 13:49:24.888634 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 58168) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:49:24.937201 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.db_base_plugin_v2 [None req-673f918f-b1eb-46f8-aaf4-a4b26e3a8b23 admin admin] Deleting subnet 76850f21-f492-4b96-acd0-8c02bb420142 {{(pid=106985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 13:49:24.940307 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-673f918f-b1eb-46f8-aaf4-a4b26e3a8b23 admin admin] Publish callbacks [] for subnet (76850f21-f492-4b96-acd0-8c02bb420142), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:24.987702 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-673f918f-b1eb-46f8-aaf4-a4b26e3a8b23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2278136'] for subnet (76850f21-f492-4b96-acd0-8c02bb420142), precommit_delete_associations {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:25.059425 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:49:25.066484 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-673f918f-b1eb-46f8-aaf4-a4b26e3a8b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66918460'] for subnet (76850f21-f492-4b96-acd0-8c02bb420142), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:25.135547 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:25.233837 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-673f918f-b1eb-46f8-aaf4-a4b26e3a8b23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66918469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2796145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133524'] for subnet (76850f21-f492-4b96-acd0-8c02bb420142), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:25.235468 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 5ab22b72-1c69-4527-a9f9-445f22605d4f no longer exists at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:49:25.255550 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] No Port match for: 5ab22b72-1c69-4527-a9f9-445f22605d4f {{(pid=106987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 13:49:25.256502 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 5ab22b72-1c69-4527-a9f9-445f22605d4f not bound to the agent host dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 13:49:25.257237 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device db71e4cd-e1c9-4f20-bd80-1de813d4fb33 no longer exists at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:49:25.259916 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:49:25.260353 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f918f-b1eb-46f8-aaf4-a4b26e3a8b23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76850f21-f492-4b96-acd0-8c02bb420142,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:49:25.265513 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-673f918f-b1eb-46f8-aaf4-a4b26e3a8b23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for subnet (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:25.268972 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-673f918f-b1eb-46f8-aaf4-a4b26e3a8b23 admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/76850f21-f492-4b96-acd0-8c02bb420142 HTTP/1.1" status: 204 len: 168 time: 0.3793392 Aug 24 13:49:25.271488 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 58172) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:49:25.278068 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b8c9f6-3603-4309-9153-fcbfa4b39b43 None None] Network b8752123-78d7-4696-a283-4d3f0be721c2 requested from dv-cinder-779578-4-iscsi {{(pid=106987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 13:49:25.280614 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] No Port match for: db71e4cd-e1c9-4f20-bd80-1de813d4fb33 {{(pid=106987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 13:49:25.280955 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device db71e4cd-e1c9-4f20-bd80-1de813d4fb33 not bound to the agent host dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 13:49:25.288895 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:25.351448 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-6a9ee6c2-3ffb-4be4-a6d7-3aa9c639e6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-67096241'] for network (b8752123-78d7-4696-a283-4d3f0be721c2), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:25.402057 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ee6c2-3ffb-4be4-a6d7-3aa9c639e6c1 admin admin] Deleting port c212045d-2a0a-4a78-a09a-2ea46800fb4a {{(pid=106985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:49:25.402564 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-6a9ee6c2-3ffb-4be4-a6d7-3aa9c639e6c1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (c212045d-2a0a-4a78-a09a-2ea46800fb4a), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:25.455367 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a6d173-19f8-410f-a680-9426ef91eef5 None None] DHCP port deletion for b8752123-78d7-4696-a283-4d3f0be721c2 request from dv-cinder-779578-4-iscsi {{(pid=106987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 13:49:25.474017 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.db [None req-6a9ee6c2-3ffb-4be4-a6d7-3aa9c639e6c1 admin admin] For port c212045d-2a0a-4a78-a09a-2ea46800fb4a, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=c212045d-2a0a-4a78-a09a-2ea46800fb4a,segment=NetworkSegment(eee2f36f-a970-4ec4-a399-3d8c5a2cfe2b),segment_id=eee2f36f-a970-4ec4-a399-3d8c5a2cfe2b)] {{(pid=106985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:49:25.477831 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-6a9ee6c2-3ffb-4be4-a6d7-3aa9c639e6c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (c212045d-2a0a-4a78-a09a-2ea46800fb4a), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:25.489145 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [None req-6a9ee6c2-3ffb-4be4-a6d7-3aa9c639e6c1 admin admin] Calling delete_port for c212045d-2a0a-4a78-a09a-2ea46800fb4a owned by network:dhcp {{(pid=106985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:49:25.494264 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-d8a6d173-19f8-410f-a680-9426ef91eef5 None None] Deleting port c212045d-2a0a-4a78-a09a-2ea46800fb4a {{(pid=106987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:49:25.494636 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-d8a6d173-19f8-410f-a680-9426ef91eef5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (c212045d-2a0a-4a78-a09a-2ea46800fb4a), before_delete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:25.560805 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:49:25.566080 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-d8a6d173-19f8-410f-a680-9426ef91eef5 None None] For port c212045d-2a0a-4a78-a09a-2ea46800fb4a, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=c212045d-2a0a-4a78-a09a-2ea46800fb4a,segment=NetworkSegment(eee2f36f-a970-4ec4-a399-3d8c5a2cfe2b),segment_id=eee2f36f-a970-4ec4-a399-3d8c5a2cfe2b)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:49:25.566468 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-d8a6d173-19f8-410f-a680-9426ef91eef5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (c212045d-2a0a-4a78-a09a-2ea46800fb4a), precommit_delete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:25.579769 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-d8a6d173-19f8-410f-a680-9426ef91eef5 None None] Calling delete_port for c212045d-2a0a-4a78-a09a-2ea46800fb4a owned by network:dhcp {{(pid=106987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:49:25.704935 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-6a9ee6c2-3ffb-4be4-a6d7-3aa9c639e6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (c212045d-2a0a-4a78-a09a-2ea46800fb4a), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:25.712298 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-d8a6d173-19f8-410f-a680-9426ef91eef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643'] for port (c212045d-2a0a-4a78-a09a-2ea46800fb4a), after_delete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:25.728807 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ee6c2-3ffb-4be4-a6d7-3aa9c639e6c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c212045d-2a0a-4a78-a09a-2ea46800fb4a,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:49:25.734930 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9ee6c2-3ffb-4be4-a6d7-3aa9c639e6c1 admin admin] No DVR routers for this DVR port c212045d-2a0a-4a78-a09a-2ea46800fb4a on host dv-cinder-779578-4-iscsi {{(pid=106985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 13:49:25.741235 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a6d173-19f8-410f-a680-9426ef91eef5 None None] Pushing event deleted for resources: {'Port': ['ID=c212045d-2a0a-4a78-a09a-2ea46800fb4a,revision_number=None']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:49:25.745103 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a6d173-19f8-410f-a680-9426ef91eef5 None None] No DVR routers for this DVR port c212045d-2a0a-4a78-a09a-2ea46800fb4a on host dv-cinder-779578-4-iscsi {{(pid=106987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 13:49:25.809324 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-6a9ee6c2-3ffb-4be4-a6d7-3aa9c639e6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66912316', 'neutron.services.segments.db._delete_segments_for_network-8732775531888'] for network (b8752123-78d7-4696-a283-4d3f0be721c2), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:25.829921 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.services.segments.db [None req-6a9ee6c2-3ffb-4be4-a6d7-3aa9c639e6c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8752123-78d7-4696-a283-4d3f0be721c2']}} {{(pid=106985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:49:25.839693 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.services.segments.db [None req-6a9ee6c2-3ffb-4be4-a6d7-3aa9c639e6c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eee2f36f-a970-4ec4-a399-3d8c5a2cfe2b') {'for_net_delete': True} {{(pid=106985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:49:25.839984 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.services.segments.db [None req-6a9ee6c2-3ffb-4be4-a6d7-3aa9c639e6c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eee2f36f-a970-4ec4-a399-3d8c5a2cfe2b') {} {{(pid=106985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:49:25.853906 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-6a9ee6c2-3ffb-4be4-a6d7-3aa9c639e6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732775508974', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2278129'] for segment (eee2f36f-a970-4ec4-a399-3d8c5a2cfe2b), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:25.869239 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-6a9ee6c2-3ffb-4be4-a6d7-3aa9c639e6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916165'] for segment (eee2f36f-a970-4ec4-a399-3d8c5a2cfe2b), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:25.877689 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a9ee6c2-3ffb-4be4-a6d7-3aa9c639e6c1 admin admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=106985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 13:49:25.878105 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-6a9ee6c2-3ffb-4be4-a6d7-3aa9c639e6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2796055'] for segment (eee2f36f-a970-4ec4-a399-3d8c5a2cfe2b), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:25.898309 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.services.segments.plugin [-] Segment eee2f36f-a970-4ec4-a399-3d8c5a2cfe2b resource provider aggregate not found Aug 24 13:49:25.937152 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.services.segments.plugin [-] Segment eee2f36f-a970-4ec4-a399-3d8c5a2cfe2b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid eee2f36f-a970-4ec4-a399-3d8c5a2cfe2b found for delete ", "request_id": "req-039e86c5-2025-4eaf-b9cc-f88b7b4a5686"}]} Aug 24 13:49:25.978368 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-6a9ee6c2-3ffb-4be4-a6d7-3aa9c639e6c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66912311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008716'] for network (b8752123-78d7-4696-a283-4d3f0be721c2), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:25.983772 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-6a9ee6c2-3ffb-4be4-a6d7-3aa9c639e6c1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for network (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:25.988319 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-6a9ee6c2-3ffb-4be4-a6d7-3aa9c639e6c1 admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/b8752123-78d7-4696-a283-4d3f0be721c2 HTTP/1.1" status: 204 len: 168 time: 0.7144847 Aug 24 13:49:25.990211 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 58178) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:49:25.999953 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9ee6c2-3ffb-4be4-a6d7-3aa9c639e6c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8752123-78d7-4696-a283-4d3f0be721c2,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:49:26.179427 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:49:26.256406 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 918b2634-4141-429d-95ff-f9bae50b39dc no longer exists at agent hyperv_hv-cinder-77957 {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:49:26.280783 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] No Port match for: 918b2634-4141-429d-95ff-f9bae50b39dc {{(pid=106987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 13:49:26.281119 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 918b2634-4141-429d-95ff-f9bae50b39dc not bound to the agent host hv-cinder-77957 {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 13:49:26.323360 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f9ac19a3-1fa4-4ef2-94be-8a33ddd652bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-564397'] for router_interface (88faafe0-ac31-49fb-9014-104d6b18155c), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:26.405302 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:49:26.561642 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [None req-f9ac19a3-1fa4-4ef2-94be-8a33ddd652bf admin admin] Deleting port 844ef139-f83f-47be-a2a6-a4143f1a090b {{(pid=106986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:49:26.561979 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f9ac19a3-1fa4-4ef2-94be-8a33ddd652bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (844ef139-f83f-47be-a2a6-a4143f1a090b), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:26.650807 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.db [None req-f9ac19a3-1fa4-4ef2-94be-8a33ddd652bf admin admin] For port 844ef139-f83f-47be-a2a6-a4143f1a090b, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=844ef139-f83f-47be-a2a6-a4143f1a090b,segment=NetworkSegment(6af1e7a7-4326-4b93-86a7-e104b9d7b483),segment_id=6af1e7a7-4326-4b93-86a7-e104b9d7b483)] {{(pid=106986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:49:26.651170 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f9ac19a3-1fa4-4ef2-94be-8a33ddd652bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (844ef139-f83f-47be-a2a6-a4143f1a090b), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:26.945445 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [None req-f9ac19a3-1fa4-4ef2-94be-8a33ddd652bf admin admin] Calling delete_port for 844ef139-f83f-47be-a2a6-a4143f1a090b owned by network:router_interface {{(pid=106986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:49:26.983247 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-70b01971-473b-44c2-ae7e-3e3d62317a96 req-3bc00d27-d8b5-4e76-965c-91df0b2cba61 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0511317 Aug 24 13:49:27.117559 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b01971-473b-44c2-ae7e-3e3d62317a96 req-c32fa572-5c69-4de3-a2fd-f207d9fc98b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:27.120147 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-70b01971-473b-44c2-ae7e-3e3d62317a96 req-c32fa572-5c69-4de3-a2fd-f207d9fc98b1 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=ca298d9092ad4a9489f1624d62b2ac1d&device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 1129 time: 0.0929341 Aug 24 13:49:27.120616 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device c212045d-2a0a-4a78-a09a-2ea46800fb4a no longer exists at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:49:27.151344 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] No Port match for: c212045d-2a0a-4a78-a09a-2ea46800fb4a {{(pid=106987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 13:49:27.151883 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device c212045d-2a0a-4a78-a09a-2ea46800fb4a not bound to the agent host dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 13:49:27.325899 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b01971-473b-44c2-ae7e-3e3d62317a96 req-6e527f2d-fe49-4b36-819e-69ef46f4d387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:27.327410 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-70b01971-473b-44c2-ae7e-3e3d62317a96 req-6e527f2d-fe49-4b36-819e-69ef46f4d387 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=f3395214-009c-4aba-9dda-777a5c33eecb HTTP/1.1" status: 200 len: 912 time: 0.1876261 Aug 24 13:49:27.329237 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:49:27.390869 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-70b01971-473b-44c2-ae7e-3e3d62317a96 req-c27c4fef-e35d-4082-a5e6-07c92e1c8831 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7197ae76-1beb-430e-a9cf-620230d08e49 HTTP/1.1" status: 200 len: 1000 time: 0.0570731 Aug 24 13:49:27.396963 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f9ac19a3-1fa4-4ef2-94be-8a33ddd652bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990584'] for port (844ef139-f83f-47be-a2a6-a4143f1a090b), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:27.435877 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ac19a3-1fa4-4ef2-94be-8a33ddd652bf admin admin] Pushing event deleted for resources: {'Port': ['ID=844ef139-f83f-47be-a2a6-a4143f1a090b,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:49:27.519839 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b01971-473b-44c2-ae7e-3e3d62317a96 req-ee3748c8-d3bb-4e12-9140-888b23ff16b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:27.521454 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-70b01971-473b-44c2-ae7e-3e3d62317a96 req-ee3748c8-d3bb-4e12-9140-888b23ff16b7 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=1f46d6dd-5a73-4b8e-8e50-cedc158c26c7 HTTP/1.1" status: 200 len: 850 time: 0.1033716 Aug 24 13:49:27.624253 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:49:27.636609 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b01971-473b-44c2-ae7e-3e3d62317a96 req-869e1bb7-eb28-4dc3-8480-3bc1104add8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:27.638097 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-70b01971-473b-44c2-ae7e-3e3d62317a96 req-869e1bb7-eb28-4dc3-8480-3bc1104add8d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=f3395214-009c-4aba-9dda-777a5c33eecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1078141 Aug 24 13:49:27.726266 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f9ac19a3-1fa4-4ef2-94be-8a33ddd652bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-564281'] for router_interface (88faafe0-ac31-49fb-9014-104d6b18155c), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:27.821097 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-70b01971-473b-44c2-ae7e-3e3d62317a96 req-244246d6-0b06-4da9-847b-37b7b038de70 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/f3395214-009c-4aba-9dda-777a5c33eecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763070 Aug 24 13:49:28.002128 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-70b01971-473b-44c2-ae7e-3e3d62317a96 req-d4440a02-79ad-45fe-89e2-33fbf2037a53 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/f3395214-009c-4aba-9dda-777a5c33eecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739464 Aug 24 13:49:28.035585 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=100 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:49:28.046849 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ac19a3-1fa4-4ef2-94be-8a33ddd652bf admin admin] Router 88faafe0-ac31-49fb-9014-104d6b18155c has already been hosted by L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 {{(pid=106986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 13:49:28.154636 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ac19a3-1fa4-4ef2-94be-8a33ddd652bf admin admin] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:49:28.159813 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-f9ac19a3-1fa4-4ef2-94be-8a33ddd652bf admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/88faafe0-ac31-49fb-9014-104d6b18155c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1685057 Aug 24 13:49:28.163536 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 58188) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:49:28.165596 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29796374-9ebe-43a6-b8b5-0d0d34f44e26 None None] Sync routers for ids ['88faafe0-ac31-49fb-9014-104d6b18155c'] in dv-cinder-779578-4-iscsi {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:49:28.177085 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29796374-9ebe-43a6-b8b5-0d0d34f44e26 None None] Routers {'88faafe0-ac31-49fb-9014-104d6b18155c'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:49:28.177868 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-29796374-9ebe-43a6-b8b5-0d0d34f44e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:49:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['88faafe0-ac31-49fb-9014-104d6b18155c'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:49:28.277000 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-07613f3d-5ae3-4dee-ade5-79da162a2af8 admin admin] Publish callbacks [] for router (88faafe0-ac31-49fb-9014-104d6b18155c), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:28.283472 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-29796374-9ebe-43a6-b8b5-0d0d34f44e26 None None] Set router 88faafe0-ac31-49fb-9014-104d6b18155c gateway port host: dv-cinder-779578-4-iscsi {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:49:28.390261 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-07613f3d-5ae3-4dee-ade5-79da162a2af8 admin admin] Publish callbacks [] for router_gateway (88faafe0-ac31-49fb-9014-104d6b18155c), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:28.546098 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [None req-07613f3d-5ae3-4dee-ade5-79da162a2af8 admin admin] Deleting port 623fe1b1-ec70-4d4e-8d80-3a287e2b92cb {{(pid=106986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:49:28.546343 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-07613f3d-5ae3-4dee-ade5-79da162a2af8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (623fe1b1-ec70-4d4e-8d80-3a287e2b92cb), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:28.555169 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-29796374-9ebe-43a6-b8b5-0d0d34f44e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88faafe0-ac31-49fb-9014-104d6b18155c', 'name': 'tempest-TestMinimumBasicScenario-1460602721-router', 'tenant_id': 'baa4fb911d194621bcf35c84c846ea9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.6'}], 'enable_snat': True}, 'gw_port_id': '623fe1b1-ec70-4d4e-8d80-3a287e2b92cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:46:37Z', 'updated_at': '2022-08-24T13:49:27Z', 'revision_number': 5, 'project_id': 'baa4fb911d194621bcf35c84c846ea9c', 'gw_port': {'id': '623fe1b1-ec70-4d4e-8d80-3a287e2b92cb', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:73:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88faafe0-ac31-49fb-9014-104d6b18155c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:38Z', 'updated_at': '2022-08-24T13:46:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi'}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:49:28.580746 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29796374-9ebe-43a6-b8b5-0d0d34f44e26 None None] Checking router: 88faafe0-ac31-49fb-9014-104d6b18155c for host: dv-cinder-779578-4-iscsi {{(pid=106988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:49:28.590306 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29796374-9ebe-43a6-b8b5-0d0d34f44e26 None None] Routers {'88faafe0-ac31-49fb-9014-104d6b18155c'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:49:28.590918 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-29796374-9ebe-43a6-b8b5-0d0d34f44e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:49:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['88faafe0-ac31-49fb-9014-104d6b18155c'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:49:28.633915 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.db [None req-07613f3d-5ae3-4dee-ade5-79da162a2af8 admin admin] For port 623fe1b1-ec70-4d4e-8d80-3a287e2b92cb, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=623fe1b1-ec70-4d4e-8d80-3a287e2b92cb,segment=NetworkSegment(5f346d1e-6301-45fd-9dfc-66a590810fee),segment_id=5f346d1e-6301-45fd-9dfc-66a590810fee)] {{(pid=106986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:49:28.634541 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-07613f3d-5ae3-4dee-ade5-79da162a2af8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (623fe1b1-ec70-4d4e-8d80-3a287e2b92cb), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:28.647644 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [None req-07613f3d-5ae3-4dee-ade5-79da162a2af8 admin admin] Calling delete_port for 623fe1b1-ec70-4d4e-8d80-3a287e2b92cb owned by network:router_gateway {{(pid=106986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:49:28.676000 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-29796374-9ebe-43a6-b8b5-0d0d34f44e26 None None] Set router 88faafe0-ac31-49fb-9014-104d6b18155c gateway port host: None {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:49:28.730260 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-29796374-9ebe-43a6-b8b5-0d0d34f44e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88faafe0-ac31-49fb-9014-104d6b18155c', 'name': 'tempest-TestMinimumBasicScenario-1460602721-router', 'tenant_id': 'baa4fb911d194621bcf35c84c846ea9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:46:37Z', 'updated_at': '2022-08-24T13:49:28Z', 'revision_number': 6, 'project_id': 'baa4fb911d194621bcf35c84c846ea9c', 'gw_port_host': None}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:49:28.756454 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29796374-9ebe-43a6-b8b5-0d0d34f44e26 None None] The sync data for ids ['88faafe0-ac31-49fb-9014-104d6b18155c'] in dv-cinder-779578-4-iscsi is: [{'id': '88faafe0-ac31-49fb-9014-104d6b18155c', 'name': 'tempest-TestMinimumBasicScenario-1460602721-router', 'tenant_id': 'baa4fb911d194621bcf35c84c846ea9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:46:37Z', 'updated_at': '2022-08-24T13:49:28Z', 'revision_number': 6, 'project_id': 'baa4fb911d194621bcf35c84c846ea9c', 'gw_port_host': None}] {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:49:28.887564 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-07613f3d-5ae3-4dee-ade5-79da162a2af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990584'] for port (623fe1b1-ec70-4d4e-8d80-3a287e2b92cb), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:28.913530 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07613f3d-5ae3-4dee-ade5-79da162a2af8 admin admin] Pushing event deleted for resources: {'Port': ['ID=623fe1b1-ec70-4d4e-8d80-3a287e2b92cb,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:49:28.941579 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:49:28.979148 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-07613f3d-5ae3-4dee-ade5-79da162a2af8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008744'] for router_gateway (88faafe0-ac31-49fb-9014-104d6b18155c), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:29.068266 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-07613f3d-5ae3-4dee-ade5-79da162a2af8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-564371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7662'] for router (88faafe0-ac31-49fb-9014-104d6b18155c), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:29.070571 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-07613f3d-5ae3-4dee-ade5-79da162a2af8 admin admin] Publish callbacks [] for router_controller (88faafe0-ac31-49fb-9014-104d6b18155c), precommit_delete_associations {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:29.184825 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-07613f3d-5ae3-4dee-ade5-79da162a2af8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-564362'] for router (88faafe0-ac31-49fb-9014-104d6b18155c), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:29.185525 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07613f3d-5ae3-4dee-ade5-79da162a2af8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88faafe0-ac31-49fb-9014-104d6b18155c {{(pid=106986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 13:49:29.189850 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-07613f3d-5ae3-4dee-ade5-79da162a2af8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:29.191270 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-07613f3d-5ae3-4dee-ade5-79da162a2af8 admin admin] 10.222.0.73 "DELETE /networking/v2.0/routers/88faafe0-ac31-49fb-9014-104d6b18155c HTTP/1.1" status: 204 len: 168 time: 1.0263932 Aug 24 13:49:29.194420 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 58192) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:49:29.244782 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.db_base_plugin_v2 [None req-d83e2cf4-c83a-4b74-81cb-8e068309f217 admin admin] Deleting subnet 55ea4987-511c-438f-9ecb-af02cc72ddec {{(pid=106985) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 13:49:29.248085 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d83e2cf4-c83a-4b74-81cb-8e068309f217 admin admin] Publish callbacks [] for subnet (55ea4987-511c-438f-9ecb-af02cc72ddec), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:29.286123 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d83e2cf4-c83a-4b74-81cb-8e068309f217 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2278136'] for subnet (55ea4987-511c-438f-9ecb-af02cc72ddec), precommit_delete_associations {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:29.322130 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:49:29.362068 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d83e2cf4-c83a-4b74-81cb-8e068309f217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66918460'] for subnet (55ea4987-511c-438f-9ecb-af02cc72ddec), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:29.487944 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d83e2cf4-c83a-4b74-81cb-8e068309f217 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66918469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2796145', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4133524'] for subnet (55ea4987-511c-438f-9ecb-af02cc72ddec), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:29.515149 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83e2cf4-c83a-4b74-81cb-8e068309f217 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55ea4987-511c-438f-9ecb-af02cc72ddec,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:49:29.522190 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d83e2cf4-c83a-4b74-81cb-8e068309f217 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for subnet (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:29.525653 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-d83e2cf4-c83a-4b74-81cb-8e068309f217 admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/55ea4987-511c-438f-9ecb-af02cc72ddec HTTP/1.1" status: 204 len: 168 time: 0.3301888 Aug 24 13:49:29.528287 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 58194) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:49:29.530870 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f97732-85aa-4f8f-b40a-e6e6a65f40e6 None None] Network 4c9b602c-0911-417a-a704-cb9007ee0793 requested from dv-cinder-779578-4-iscsi {{(pid=106987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 13:49:29.570500 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 844ef139-f83f-47be-a2a6-a4143f1a090b no longer exists at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:49:29.603373 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] No Port match for: 844ef139-f83f-47be-a2a6-a4143f1a090b {{(pid=106987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 13:49:29.603867 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 844ef139-f83f-47be-a2a6-a4143f1a090b not bound to the agent host dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 13:49:29.613417 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-c61f483d-20dc-47ac-8fb3-3d6bec96c35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-67096241'] for network (4c9b602c-0911-417a-a704-cb9007ee0793), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:29.652300 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [None req-c61f483d-20dc-47ac-8fb3-3d6bec96c35a admin admin] Deleting port c4f0e66c-3713-47e6-ba75-514d1055db1b {{(pid=106985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:49:29.652634 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-c61f483d-20dc-47ac-8fb3-3d6bec96c35a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (c4f0e66c-3713-47e6-ba75-514d1055db1b), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:29.723634 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:49:29.725956 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.db [None req-c61f483d-20dc-47ac-8fb3-3d6bec96c35a admin admin] For port c4f0e66c-3713-47e6-ba75-514d1055db1b, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=c4f0e66c-3713-47e6-ba75-514d1055db1b,segment=NetworkSegment(6af1e7a7-4326-4b93-86a7-e104b9d7b483),segment_id=6af1e7a7-4326-4b93-86a7-e104b9d7b483)] {{(pid=106985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:49:29.726318 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-c61f483d-20dc-47ac-8fb3-3d6bec96c35a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (c4f0e66c-3713-47e6-ba75-514d1055db1b), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:29.740154 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [None req-c61f483d-20dc-47ac-8fb3-3d6bec96c35a admin admin] Calling delete_port for c4f0e66c-3713-47e6-ba75-514d1055db1b owned by network:dhcp {{(pid=106985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:49:29.757226 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45fdfea9-52ac-46bf-bb8a-8b91afc1fd88 None None] DHCP port deletion for 4c9b602c-0911-417a-a704-cb9007ee0793 request from dv-cinder-779578-4-iscsi {{(pid=106987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 13:49:29.804353 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-45fdfea9-52ac-46bf-bb8a-8b91afc1fd88 None None] Deleting port c4f0e66c-3713-47e6-ba75-514d1055db1b {{(pid=106987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:49:29.806279 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-45fdfea9-52ac-46bf-bb8a-8b91afc1fd88 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (c4f0e66c-3713-47e6-ba75-514d1055db1b), before_delete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:29.916696 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-c61f483d-20dc-47ac-8fb3-3d6bec96c35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (c4f0e66c-3713-47e6-ba75-514d1055db1b), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:29.945893 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f483d-20dc-47ac-8fb3-3d6bec96c35a admin admin] Pushing event deleted for resources: {'Port': ['ID=c4f0e66c-3713-47e6-ba75-514d1055db1b,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:49:29.953070 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61f483d-20dc-47ac-8fb3-3d6bec96c35a admin admin] No DVR routers for this DVR port c4f0e66c-3713-47e6-ba75-514d1055db1b on host dv-cinder-779578-4-iscsi {{(pid=106985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 13:49:30.006486 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:49:30.019214 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-45fdfea9-52ac-46bf-bb8a-8b91afc1fd88 None None] For port c4f0e66c-3713-47e6-ba75-514d1055db1b, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=c4f0e66c-3713-47e6-ba75-514d1055db1b,segment=NetworkSegment(6af1e7a7-4326-4b93-86a7-e104b9d7b483),segment_id=6af1e7a7-4326-4b93-86a7-e104b9d7b483)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:49:30.019610 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-45fdfea9-52ac-46bf-bb8a-8b91afc1fd88 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (c4f0e66c-3713-47e6-ba75-514d1055db1b), precommit_delete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:30.032084 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-45fdfea9-52ac-46bf-bb8a-8b91afc1fd88 None None] Calling delete_port for c4f0e66c-3713-47e6-ba75-514d1055db1b owned by network:dhcp {{(pid=106987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:49:30.033048 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-c61f483d-20dc-47ac-8fb3-3d6bec96c35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66912316', 'neutron.services.segments.db._delete_segments_for_network-8732775531888'] for network (4c9b602c-0911-417a-a704-cb9007ee0793), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:30.054684 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.services.segments.db [None req-c61f483d-20dc-47ac-8fb3-3d6bec96c35a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c9b602c-0911-417a-a704-cb9007ee0793']}} {{(pid=106985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:49:30.064683 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.services.segments.db [None req-c61f483d-20dc-47ac-8fb3-3d6bec96c35a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6af1e7a7-4326-4b93-86a7-e104b9d7b483') {'for_net_delete': True} {{(pid=106985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:49:30.064975 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.services.segments.db [None req-c61f483d-20dc-47ac-8fb3-3d6bec96c35a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6af1e7a7-4326-4b93-86a7-e104b9d7b483') {} {{(pid=106985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:49:30.075245 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-c61f483d-20dc-47ac-8fb3-3d6bec96c35a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732775508974', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2278129'] for segment (6af1e7a7-4326-4b93-86a7-e104b9d7b483), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:30.090251 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-c61f483d-20dc-47ac-8fb3-3d6bec96c35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916165'] for segment (6af1e7a7-4326-4b93-86a7-e104b9d7b483), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:30.097560 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c61f483d-20dc-47ac-8fb3-3d6bec96c35a admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=106985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 13:49:30.097943 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-c61f483d-20dc-47ac-8fb3-3d6bec96c35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2796055'] for segment (6af1e7a7-4326-4b93-86a7-e104b9d7b483), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:30.115756 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-45fdfea9-52ac-46bf-bb8a-8b91afc1fd88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643'] for port (c4f0e66c-3713-47e6-ba75-514d1055db1b), after_delete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:30.147100 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fdfea9-52ac-46bf-bb8a-8b91afc1fd88 None None] Pushing event deleted for resources: {'Port': ['ID=c4f0e66c-3713-47e6-ba75-514d1055db1b,revision_number=None']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:49:30.150689 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45fdfea9-52ac-46bf-bb8a-8b91afc1fd88 None None] No DVR routers for this DVR port c4f0e66c-3713-47e6-ba75-514d1055db1b on host dv-cinder-779578-4-iscsi {{(pid=106987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 13:49:30.158063 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.services.segments.plugin [-] Segment 6af1e7a7-4326-4b93-86a7-e104b9d7b483 resource provider aggregate not found Aug 24 13:49:30.181253 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.services.segments.plugin [-] Segment 6af1e7a7-4326-4b93-86a7-e104b9d7b483 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6af1e7a7-4326-4b93-86a7-e104b9d7b483 found for delete ", "request_id": "req-c7aca17c-b8a2-4660-a43a-38f3d3de95bf"}]} Aug 24 13:49:30.264350 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-c61f483d-20dc-47ac-8fb3-3d6bec96c35a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66912311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008716'] for network (4c9b602c-0911-417a-a704-cb9007ee0793), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:30.275528 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-c61f483d-20dc-47ac-8fb3-3d6bec96c35a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for network (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:30.278860 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-c61f483d-20dc-47ac-8fb3-3d6bec96c35a admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/4c9b602c-0911-417a-a704-cb9007ee0793 HTTP/1.1" status: 204 len: 168 time: 0.7496483 Aug 24 13:49:30.290401 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61f483d-20dc-47ac-8fb3-3d6bec96c35a admin admin] Pushing event deleted for resources: {'Network': ['ID=4c9b602c-0911-417a-a704-cb9007ee0793,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:49:30.641210 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 58204) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:49:30.682391 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-ff0800a1-cb82-4045-9473-da5d939139bd admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=6f61a8f100cf4d39928e4d596741e1bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399771 Aug 24 13:49:30.684909 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 58206) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:49:30.698836 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:49:30.734392 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-c77f579c-88da-458e-ad3e-5770aa95de57 admin admin] Publish callbacks [] for security_group (bc0e3150-cae2-44e8-9b7c-787a9565ac33), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:30.756578 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-c77f579c-88da-458e-ad3e-5770aa95de57 admin admin] Publish callbacks [] for security_group (bc0e3150-cae2-44e8-9b7c-787a9565ac33), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:30.881586 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-c77f579c-88da-458e-ad3e-5770aa95de57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (bc0e3150-cae2-44e8-9b7c-787a9565ac33), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:30.884039 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-c77f579c-88da-458e-ad3e-5770aa95de57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:30.885283 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-c77f579c-88da-458e-ad3e-5770aa95de57 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/bc0e3150-cae2-44e8-9b7c-787a9565ac33 HTTP/1.1" status: 204 len: 168 time: 0.1994805 Aug 24 13:49:30.893450 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f579c-88da-458e-ad3e-5770aa95de57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0e3150-cae2-44e8-9b7c-787a9565ac33,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:49:31.122997 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 623fe1b1-ec70-4d4e-8d80-3a287e2b92cb no longer exists at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:49:31.143172 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] No Port match for: 623fe1b1-ec70-4d4e-8d80-3a287e2b92cb {{(pid=106987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 13:49:31.143431 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 623fe1b1-ec70-4d4e-8d80-3a287e2b92cb not bound to the agent host dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 13:49:31.143805 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device c4f0e66c-3713-47e6-ba75-514d1055db1b no longer exists at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:49:31.164491 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] No Port match for: c4f0e66c-3713-47e6-ba75-514d1055db1b {{(pid=106987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 13:49:31.164938 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device c4f0e66c-3713-47e6-ba75-514d1055db1b not bound to the agent host dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 13:49:31.612664 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 58214) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:49:31.653886 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-eb27d8f6-ad3b-4b31-96db-e11705ac9d64 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=baa4fb911d194621bcf35c84c846ea9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0400410 Aug 24 13:49:31.656625 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 58216) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:49:31.711090 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-91f00770-6e7a-4d84-9246-15ea90521ef5 admin admin] Publish callbacks [] for security_group (c6a6f925-7475-4808-9b58-9acd6144a196), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:31.733169 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-91f00770-6e7a-4d84-9246-15ea90521ef5 admin admin] Publish callbacks [] for security_group (c6a6f925-7475-4808-9b58-9acd6144a196), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:31.882261 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-91f00770-6e7a-4d84-9246-15ea90521ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (c6a6f925-7475-4808-9b58-9acd6144a196), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:31.884893 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-91f00770-6e7a-4d84-9246-15ea90521ef5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:31.886064 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-91f00770-6e7a-4d84-9246-15ea90521ef5 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/c6a6f925-7475-4808-9b58-9acd6144a196 HTTP/1.1" status: 204 len: 168 time: 0.2285445 Aug 24 13:49:31.888273 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:49:31.894715 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f00770-6e7a-4d84-9246-15ea90521ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a6f925-7475-4808-9b58-9acd6144a196,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:49:38.584780 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2081e77-ffae-48fb-863f-6196c6c6e9b5 req-9b16631f-108c-46d7-8349-94da3a65127f tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:38.586786 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-c2081e77-ffae-48fb-863f-6196c6c6e9b5 req-9b16631f-108c-46d7-8349-94da3a65127f tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5948628b-139a-443c-a9ad-26eaf45599d8 HTTP/1.1" status: 200 len: 945 time: 0.2951944 Aug 24 13:49:38.634818 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-c2081e77-ffae-48fb-863f-6196c6c6e9b5 req-64930399-58ce-4844-a397-b6fd984fd125 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4f23f651-1dc0-439f-a4bb-10043674cd81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416510 Aug 24 13:49:39.760830 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff655c5-f6d4-4182-b74e-82623dbb623c req-af1b9611-be82-4e1b-81e3-b1326840b5d1 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:39.762318 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-dff655c5-f6d4-4182-b74e-82623dbb623c req-af1b9611-be82-4e1b-81e3-b1326840b5d1 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5948628b-139a-443c-a9ad-26eaf45599d8 HTTP/1.1" status: 200 len: 945 time: 0.0501232 Aug 24 13:49:39.811238 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-dff655c5-f6d4-4182-b74e-82623dbb623c req-bca64c57-ddac-4404-9b71-7022839dc8c2 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4f23f651-1dc0-439f-a4bb-10043674cd81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433314 Aug 24 13:49:40.577472 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2291864-6adc-4877-a709-8e512e279411 req-a490830e-1ef5-423f-8114-08f1b50a2e9e tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:40.578995 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-a2291864-6adc-4877-a709-8e512e279411 req-a490830e-1ef5-423f-8114-08f1b50a2e9e tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=5948628b-139a-443c-a9ad-26eaf45599d8 HTTP/1.1" status: 200 len: 945 time: 0.0559208 Aug 24 13:49:40.662034 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [req-a2291864-6adc-4877-a709-8e512e279411 req-831c9c16-8df1-46cc-9096-8bfe7ad85706 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Deleting port 2cafb065-bf32-49fa-b7f7-fbb889ee1127 {{(pid=106986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:49:40.662372 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-a2291864-6adc-4877-a709-8e512e279411 req-831c9c16-8df1-46cc-9096-8bfe7ad85706 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (2cafb065-bf32-49fa-b7f7-fbb889ee1127), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:40.755156 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.db [req-a2291864-6adc-4877-a709-8e512e279411 req-831c9c16-8df1-46cc-9096-8bfe7ad85706 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] For port 2cafb065-bf32-49fa-b7f7-fbb889ee1127, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=2cafb065-bf32-49fa-b7f7-fbb889ee1127,segment=NetworkSegment(2c3cc436-b6e8-4a61-bae4-93fdcf4a2b86),segment_id=2c3cc436-b6e8-4a61-bae4-93fdcf4a2b86)] {{(pid=106986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:49:40.755517 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-a2291864-6adc-4877-a709-8e512e279411 req-831c9c16-8df1-46cc-9096-8bfe7ad85706 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (2cafb065-bf32-49fa-b7f7-fbb889ee1127), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:40.769366 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [req-a2291864-6adc-4877-a709-8e512e279411 req-831c9c16-8df1-46cc-9096-8bfe7ad85706 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Calling delete_port for 2cafb065-bf32-49fa-b7f7-fbb889ee1127 owned by compute:nova {{(pid=106986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:49:40.933754 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd162f18-d704-43d0-b51f-46d18cacce32 req-f44a6168-6cc2-40f0-ad1a-4a785aee7b5f tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:40.935217 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-bd162f18-d704-43d0-b51f-46d18cacce32 req-f44a6168-6cc2-40f0-ad1a-4a785aee7b5f tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5948628b-139a-443c-a9ad-26eaf45599d8 HTTP/1.1" status: 200 len: 945 time: 0.0512540 Aug 24 13:49:40.982499 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-bd162f18-d704-43d0-b51f-46d18cacce32 req-1b7fb702-64e4-46c2-b08e-c67ca9a04ef6 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=4f23f651-1dc0-439f-a4bb-10043674cd81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413291 Aug 24 13:49:41.001180 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-a2291864-6adc-4877-a709-8e512e279411 req-831c9c16-8df1-46cc-9096-8bfe7ad85706 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990584'] for port (2cafb065-bf32-49fa-b7f7-fbb889ee1127), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:41.034006 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831c9c16-8df1-46cc-9096-8bfe7ad85706 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Pushing event deleted for resources: {'Port': ['ID=2cafb065-bf32-49fa-b7f7-fbb889ee1127,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:49:41.042335 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] get_ports_and_sgs() called for port_ids ['2cafb065-bf32-49fa-b7f7-fbb889ee1127'] {{(pid=106987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 13:49:41.060740 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:49:41.079331 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2291864-6adc-4877-a709-8e512e279411 req-831c9c16-8df1-46cc-9096-8bfe7ad85706 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] No DVR routers for this DVR port 2cafb065-bf32-49fa-b7f7-fbb889ee1127 on host hv-cinder-77957 {{(pid=106986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 13:49:41.080066 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-a2291864-6adc-4877-a709-8e512e279411 req-831c9c16-8df1-46cc-9096-8bfe7ad85706 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:41.083322 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-a2291864-6adc-4877-a709-8e512e279411 req-831c9c16-8df1-46cc-9096-8bfe7ad85706 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.20 "DELETE /networking/v2.0/ports/2cafb065-bf32-49fa-b7f7-fbb889ee1127 HTTP/1.1" status: 204 len: 173 time: 0.4987330 Aug 24 13:49:41.083763 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5948628b-139a-443c-a9ad-26eaf45599d8', 'name': 'network-vif-deleted', 'tag': '2cafb065-bf32-49fa-b7f7-fbb889ee1127'}] {{(pid=106986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:49:41.086484 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d01dbab33e71115aad2ee8471a00c8ecaf37bbc8c5e47995de0ab84d59865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea76f74-d2f6-4c4d-92e0-f2e6563ceee2" -d '{"events": [{"server_uuid": "5948628b-139a-443c-a9ad-26eaf45599d8", "name": "network-vif-deleted", "tag": "2cafb065-bf32-49fa-b7f7-fbb889ee1127"}]}' {{(pid=106986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:49:41.125705 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 13:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34c30695-1bcb-46d2-82f0-25b8458ef1ea x-openstack-request-id: req-34c30695-1bcb-46d2-82f0-25b8458ef1ea {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:49:41.125985 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5948628b-139a-443c-a9ad-26eaf45599d8", "name": "network-vif-deleted", "tag": "2cafb065-bf32-49fa-b7f7-fbb889ee1127", "status": "completed", "code": 200}]} {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:49:41.126235 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-34c30695-1bcb-46d2-82f0-25b8458ef1ea {{(pid=106986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:49:41.126649 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34c30695-1bcb-46d2-82f0-25b8458ef1ea'] response: {'server_uuid': '5948628b-139a-443c-a9ad-26eaf45599d8', 'name': 'network-vif-deleted', 'tag': '2cafb065-bf32-49fa-b7f7-fbb889ee1127', 'status': 'completed', 'code': 200} Aug 24 13:49:42.104531 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-27408adf-67bb-416b-9410-2494945d238d req-bbc69f24-3367-41a5-a184-993e5f1e5500 tempest-VolumesSnapshotTestJSON-1338797284 tempest-VolumesSnapshotTestJSON-1338797284-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=5948628b-139a-443c-a9ad-26eaf45599d8 HTTP/1.1" status: 200 len: 210 time: 0.0300002 Aug 24 13:49:42.898986 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.agents_db [None req-66b1cbc3-9e75-488f-ab76-e3b1c287483f None None] Agent healthcheck: found 6 active agents {{(pid=106988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 13:49:44.991309 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 2cafb065-bf32-49fa-b7f7-fbb889ee1127 no longer exists at agent hyperv_hv-cinder-77957 {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:49:45.020838 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] No Port match for: 2cafb065-bf32-49fa-b7f7-fbb889ee1127 {{(pid=106987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 13:49:45.020838 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 2cafb065-bf32-49fa-b7f7-fbb889ee1127 not bound to the agent host hv-cinder-77957 {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 13:49:48.161390 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a93d403b-29c5-41ac-a53c-7c0bf3f47879), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:49.944517 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-d582cbf0-bfe9-45f2-b953-7985af0565e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:51.060494 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=39,neutron:DELETE=3 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:49:52.084610 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=25 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:49:52.085558 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=67,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:49:52.264303 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-25b97909-ba20-464f-aaa4-3bc8ec799924 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:52.894094 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=45,neutron:DELETE=1 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:49:52.897833 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=47 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:49:53.744279 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:55.143806 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:55.241083 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:49:55.975851 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=69,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:49:59.082483 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27796ea6-f99b-4da6-a63f-49dab09be7cc req-0bebd48d-981e-477e-8cbc-5bf2cf1e3812 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:49:59.084097 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-27796ea6-f99b-4da6-a63f-49dab09be7cc req-0bebd48d-981e-477e-8cbc-5bf2cf1e3812 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 945 time: 0.0566621 Aug 24 13:49:59.139943 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-27796ea6-f99b-4da6-a63f-49dab09be7cc req-4b332de1-26d7-42dc-8b79-68157836b02c tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=62bcf616-fa1e-4b4a-a518-5b1a533b9b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497561 Aug 24 13:50:00.268197 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53df1c1c-c44f-4b1f-8a1f-b49516158e32 req-4d46d8e7-72d0-4cd9-a794-0f3207fb591a tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:50:00.269931 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-53df1c1c-c44f-4b1f-8a1f-b49516158e32 req-4d46d8e7-72d0-4cd9-a794-0f3207fb591a tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 945 time: 0.0513949 Aug 24 13:50:00.318526 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-53df1c1c-c44f-4b1f-8a1f-b49516158e32 req-0710bf2f-68a7-447d-bc07-15793a3bb694 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=62bcf616-fa1e-4b4a-a518-5b1a533b9b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429051 Aug 24 13:50:01.445563 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf8e3b-869f-4526-8248-c590b582c327 req-5fca7b79-9030-4584-9e6e-8857fe02a599 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:50:01.447218 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-acaf8e3b-869f-4526-8248-c590b582c327 req-5fca7b79-9030-4584-9e6e-8857fe02a599 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 945 time: 0.0504587 Aug 24 13:50:01.496999 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-acaf8e3b-869f-4526-8248-c590b582c327 req-e412b714-151c-4072-bfb4-c29c09d96480 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=62bcf616-fa1e-4b4a-a518-5b1a533b9b30&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438757 Aug 24 13:50:01.561810 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf872d2-21b0-4436-969f-04d36b095e19 req-6c9a2a74-c599-4986-9824-9611e2e01736 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:50:01.563260 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-daf872d2-21b0-4436-969f-04d36b095e19 req-6c9a2a74-c599-4986-9824-9611e2e01736 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 945 time: 0.0477753 Aug 24 13:50:01.657364 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [req-daf872d2-21b0-4436-969f-04d36b095e19 req-99fd1975-473b-4138-9573-62ac4165faab tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Deleting port 7197ae76-1beb-430e-a9cf-620230d08e49 {{(pid=106986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:50:01.657364 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-daf872d2-21b0-4436-969f-04d36b095e19 req-99fd1975-473b-4138-9573-62ac4165faab tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (7197ae76-1beb-430e-a9cf-620230d08e49), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:01.765141 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.db [req-daf872d2-21b0-4436-969f-04d36b095e19 req-99fd1975-473b-4138-9573-62ac4165faab tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] For port 7197ae76-1beb-430e-a9cf-620230d08e49, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=7197ae76-1beb-430e-a9cf-620230d08e49,segment=NetworkSegment(71d927bf-449a-4f61-aa64-ce086e1d6108),segment_id=71d927bf-449a-4f61-aa64-ce086e1d6108)] {{(pid=106986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:50:01.765709 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-daf872d2-21b0-4436-969f-04d36b095e19 req-99fd1975-473b-4138-9573-62ac4165faab tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (7197ae76-1beb-430e-a9cf-620230d08e49), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:01.945694 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-daf872d2-21b0-4436-969f-04d36b095e19 req-99fd1975-473b-4138-9573-62ac4165faab tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:01.945967 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-daf872d2-21b0-4436-969f-04d36b095e19 req-99fd1975-473b-4138-9573-62ac4165faab tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961197'] for floatingip (3abe47ad-1b93-4e0c-be15-633461c06746), after_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:01.946417 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.db.l3_db [req-daf872d2-21b0-4436-969f-04d36b095e19 req-99fd1975-473b-4138-9573-62ac4165faab tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Floating IP 3abe47ad-1b93-4e0c-be15-633461c06746 disassociated. External IP: 172.27.1.99, port: 7197ae76-1beb-430e-a9cf-620230d08e49. Aug 24 13:50:01.946762 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [req-daf872d2-21b0-4436-969f-04d36b095e19 req-99fd1975-473b-4138-9573-62ac4165faab tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Calling delete_port for 7197ae76-1beb-430e-a9cf-620230d08e49 owned by compute:nova {{(pid=106986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:50:02.134097 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 58364) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:50:02.213398 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-daf872d2-21b0-4436-969f-04d36b095e19 req-99fd1975-473b-4138-9573-62ac4165faab tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990584'] for port (7197ae76-1beb-430e-a9cf-620230d08e49), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:02.249771 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fd1975-473b-4138-9573-62ac4165faab tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Pushing event deleted for resources: {'Port': ['ID=7197ae76-1beb-430e-a9cf-620230d08e49,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:50:02.266097 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fd1975-473b-4138-9573-62ac4165faab tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:50:02.269147 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fd1975-473b-4138-9573-62ac4165faab tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:50:02.269147 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fd1975-473b-4138-9573-62ac4165faab tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:50:02.269147 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fd1975-473b-4138-9573-62ac4165faab tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:50:02.269147 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fd1975-473b-4138-9573-62ac4165faab tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:50:02.269147 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fd1975-473b-4138-9573-62ac4165faab tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:50:02.269147 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fd1975-473b-4138-9573-62ac4165faab tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:50:02.269147 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fd1975-473b-4138-9573-62ac4165faab tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:50:02.269147 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fd1975-473b-4138-9573-62ac4165faab tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:50:02.269147 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fd1975-473b-4138-9573-62ac4165faab tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:50:02.270465 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fd1975-473b-4138-9573-62ac4165faab tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:50:02.270465 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fd1975-473b-4138-9573-62ac4165faab tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:50:02.270465 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fd1975-473b-4138-9573-62ac4165faab tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:50:02.270465 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fd1975-473b-4138-9573-62ac4165faab tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:50:02.271009 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99fd1975-473b-4138-9573-62ac4165faab tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:50:02.322945 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [None req-6cf6c52f-05e8-4ffd-b615-eb99dde3b889 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Deleting port a8be549c-372e-4dca-a7ca-0e73715c2c46 {{(pid=106985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:50:02.323448 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-6cf6c52f-05e8-4ffd-b615-eb99dde3b889 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (a8be549c-372e-4dca-a7ca-0e73715c2c46), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:02.400060 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.l3_agent_scheduler [req-daf872d2-21b0-4436-969f-04d36b095e19 req-99fd1975-473b-4138-9573-62ac4165faab tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Router 87b6d4bc-baf6-4275-9c49-a38eea3e0719 has already been hosted by L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 {{(pid=106986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 13:50:02.423530 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-6cf6c52f-05e8-4ffd-b615-eb99dde3b889 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (a8be549c-372e-4dca-a7ca-0e73715c2c46), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:02.423893 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-6cf6c52f-05e8-4ffd-b615-eb99dde3b889 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks [] for floatingip (a8be549c-372e-4dca-a7ca-0e73715c2c46), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:02.440615 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [None req-6cf6c52f-05e8-4ffd-b615-eb99dde3b889 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Calling delete_port for a8be549c-372e-4dca-a7ca-0e73715c2c46 owned by network:floatingip {{(pid=106985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:50:02.532438 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-daf872d2-21b0-4436-969f-04d36b095e19 req-99fd1975-473b-4138-9573-62ac4165faab tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:50:02.551898 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5807ac-87e4-43c4-906b-4ae5026edba9 None None] Sync routers for ids ['87b6d4bc-baf6-4275-9c49-a38eea3e0719'] in dv-cinder-779578-4-iscsi {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:50:02.554318 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:DELETE=2,neutron:SELECT=41,neutron:UPDATE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:02.577882 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5807ac-87e4-43c4-906b-4ae5026edba9 None None] Routers {'87b6d4bc-baf6-4275-9c49-a38eea3e0719'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:50:02.578676 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-be5807ac-87e4-43c4-906b-4ae5026edba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:49:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['87b6d4bc-baf6-4275-9c49-a38eea3e0719'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:50:02.601224 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf872d2-21b0-4436-969f-04d36b095e19 req-99fd1975-473b-4138-9573-62ac4165faab tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] No DVR routers for this DVR port 7197ae76-1beb-430e-a9cf-620230d08e49 on host hv-cinder-77957 {{(pid=106986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 13:50:02.604798 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-daf872d2-21b0-4436-969f-04d36b095e19 req-99fd1975-473b-4138-9573-62ac4165faab tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:02.608749 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-daf872d2-21b0-4436-969f-04d36b095e19 req-99fd1975-473b-4138-9573-62ac4165faab tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.20 "DELETE /networking/v2.0/ports/7197ae76-1beb-430e-a9cf-620230d08e49 HTTP/1.1" status: 204 len: 173 time: 1.0399959 Aug 24 13:50:02.609244 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b97d61-96c0-459d-83c5-ebd1929f344a', 'name': 'network-vif-deleted', 'tag': '7197ae76-1beb-430e-a9cf-620230d08e49'}] {{(pid=106986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:50:02.611908 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d01dbab33e71115aad2ee8471a00c8ecaf37bbc8c5e47995de0ab84d59865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5cd31c-3515-415c-bc02-02a5e21035db" -d '{"events": [{"server_uuid": "31b97d61-96c0-459d-83c5-ebd1929f344a", "name": "network-vif-deleted", "tag": "7197ae76-1beb-430e-a9cf-620230d08e49"}]}' {{(pid=106986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:50:02.672683 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 13:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d126c363-a93d-410b-9836-07e1311c6db1 x-openstack-request-id: req-d126c363-a93d-410b-9836-07e1311c6db1 {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:50:02.672977 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b97d61-96c0-459d-83c5-ebd1929f344a", "name": "network-vif-deleted", "tag": "7197ae76-1beb-430e-a9cf-620230d08e49", "status": "completed", "code": 200}]} {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:50:02.673228 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-d126c363-a93d-410b-9836-07e1311c6db1 {{(pid=106986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:50:02.673654 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d126c363-a93d-410b-9836-07e1311c6db1'] response: {'server_uuid': '31b97d61-96c0-459d-83c5-ebd1929f344a', 'name': 'network-vif-deleted', 'tag': '7197ae76-1beb-430e-a9cf-620230d08e49', 'status': 'completed', 'code': 200} Aug 24 13:50:02.683132 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-69e908aa-0685-49f8-8a40-8fd7efe1118c req-361f5eae-858f-4774-b223-bc4628e7294b tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 210 time: 0.0428922 Aug 24 13:50:02.732802 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-6cf6c52f-05e8-4ffd-b615-eb99dde3b889 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (a8be549c-372e-4dca-a7ca-0e73715c2c46), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:02.745974 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-be5807ac-87e4-43c4-906b-4ae5026edba9 None None] Set router 87b6d4bc-baf6-4275-9c49-a38eea3e0719 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:50:02.774986 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf6c52f-05e8-4ffd-b615-eb99dde3b889 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Pushing event deleted for resources: {'Port': ['ID=a8be549c-372e-4dca-a7ca-0e73715c2c46,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:50:02.865979 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-6cf6c52f-05e8-4ffd-b615-eb99dde3b889 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks [] for floatingip (0c011b9e-6e23-4682-8c62-b75302ad1867), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:02.865979 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.db.l3_db [None req-6cf6c52f-05e8-4ffd-b615-eb99dde3b889 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Floating IP 0c011b9e-6e23-4682-8c62-b75302ad1867 disassociated (deleted). External IP: 172.27.1.192, port: 6974fab0-e16f-4683-b4b3-3d4218fb55a8. Aug 24 13:50:02.986282 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:03.014865 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-be5807ac-87e4-43c4-906b-4ae5026edba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'name': 'tempest-AttachVolumeTestJSON-1185539921-router', 'tenant_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'f3ad2d68-50c1-4975-9152-92c9167b4531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:46:11Z', 'updated_at': '2022-08-24T13:46:14Z', 'revision_number': 4, 'project_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'gw_port': {'id': 'f3ad2d68-50c1-4975-9152-92c9167b4531', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:11Z', 'updated_at': '2022-08-24T13:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': '19df55e7-80a0-4d3e-ad05-06f98227dae8', 'name': '', 'network_id': 'f3395214-009c-4aba-9dda-777a5c33eecb', 'tenant_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'mac_address': 'fa:16:3e:e1:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1f46d6dd-5a73-4b8e-8e50-cedc158c26c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:13Z', 'updated_at': '2022-08-24T13:46:19Z', 'revision_number': 5, 'project_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'subnets': [{'id': '1f46d6dd-5a73-4b8e-8e50-cedc158c26c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:50:03.048594 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5807ac-87e4-43c4-906b-4ae5026edba9 None None] Checking router: 87b6d4bc-baf6-4275-9c49-a38eea3e0719 for host: dv-cinder-779578-4-iscsi {{(pid=106987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:50:03.060587 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be5807ac-87e4-43c4-906b-4ae5026edba9 None None] Routers {'87b6d4bc-baf6-4275-9c49-a38eea3e0719'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:50:03.061216 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-be5807ac-87e4-43c4-906b-4ae5026edba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:49:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['87b6d4bc-baf6-4275-9c49-a38eea3e0719'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:50:03.080263 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:03.135999 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf6c52f-05e8-4ffd-b615-eb99dde3b889 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Router c87be637-b9f5-4543-9419-8aa35994dab0 has already been hosted by L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 {{(pid=106985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 13:50:03.211299 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-be5807ac-87e4-43c4-906b-4ae5026edba9 None None] Set router 87b6d4bc-baf6-4275-9c49-a38eea3e0719 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:50:03.264798 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf6c52f-05e8-4ffd-b615-eb99dde3b889 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:50:03.270310 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-6cf6c52f-05e8-4ffd-b615-eb99dde3b889 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for floatingip (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:03.276697 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fde2ca1-a045-40b6-9c19-45843822ff66 None None] Sync routers for ids ['c87be637-b9f5-4543-9419-8aa35994dab0'] in dv-cinder-779578-4-iscsi {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:50:03.289757 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fde2ca1-a045-40b6-9c19-45843822ff66 None None] Routers {'c87be637-b9f5-4543-9419-8aa35994dab0'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:50:03.290468 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-8fde2ca1-a045-40b6-9c19-45843822ff66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:49:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['c87be637-b9f5-4543-9419-8aa35994dab0'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:50:03.314536 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-6cf6c52f-05e8-4ffd-b615-eb99dde3b889 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/0c011b9e-6e23-4682-8c62-b75302ad1867 HTTP/1.1" status: 204 len: 168 time: 1.1765354 Aug 24 13:50:03.314536 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6731688e-fae7-4e0d-ba98-11b4aa105a41', 'tag': '6974fab0-e16f-4683-b4b3-3d4218fb55a8'}] {{(pid=106985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:50:03.315456 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339b45b761399ad6383a0e79eb3d49a8b35bb9728a194a6e9817421c04d0c31a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bb1bc47-7437-43a0-9752-3681ac289513" -d '{"events": [{"name": "network-changed", "server_uuid": "6731688e-fae7-4e0d-ba98-11b4aa105a41", "tag": "6974fab0-e16f-4683-b4b3-3d4218fb55a8"}]}' {{(pid=106985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:50:03.360079 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 13:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f31946-7eeb-4e19-b364-6dd299c898e2 x-openstack-request-id: req-10f31946-7eeb-4e19-b364-6dd299c898e2 {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:50:03.360820 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6731688e-fae7-4e0d-ba98-11b4aa105a41", "tag": "6974fab0-e16f-4683-b4b3-3d4218fb55a8", "status": "completed", "code": 200}]} {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:50:03.361285 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-10f31946-7eeb-4e19-b364-6dd299c898e2 {{(pid=106985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:50:03.362126 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10f31946-7eeb-4e19-b364-6dd299c898e2'] response: {'name': 'network-changed', 'server_uuid': '6731688e-fae7-4e0d-ba98-11b4aa105a41', 'tag': '6974fab0-e16f-4683-b4b3-3d4218fb55a8', 'status': 'completed', 'code': 200} Aug 24 13:50:03.452459 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-8fde2ca1-a045-40b6-9c19-45843822ff66 None None] Set router c87be637-b9f5-4543-9419-8aa35994dab0 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:50:03.472340 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-be5807ac-87e4-43c4-906b-4ae5026edba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'name': 'tempest-AttachVolumeTestJSON-1185539921-router', 'tenant_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'f3ad2d68-50c1-4975-9152-92c9167b4531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:46:11Z', 'updated_at': '2022-08-24T13:46:14Z', 'revision_number': 4, 'project_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'gw_port': {'id': 'f3ad2d68-50c1-4975-9152-92c9167b4531', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:11Z', 'updated_at': '2022-08-24T13:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': '19df55e7-80a0-4d3e-ad05-06f98227dae8', 'name': '', 'network_id': 'f3395214-009c-4aba-9dda-777a5c33eecb', 'tenant_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'mac_address': 'fa:16:3e:e1:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1f46d6dd-5a73-4b8e-8e50-cedc158c26c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:13Z', 'updated_at': '2022-08-24T13:46:19Z', 'revision_number': 5, 'project_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'subnets': [{'id': '1f46d6dd-5a73-4b8e-8e50-cedc158c26c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:50:03.476959 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1bc47-7437-43a0-9752-3681ac289513 req-97e86b70-677a-4c87-86e2-667a392fe97d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:50:03.478631 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-4bb1bc47-7437-43a0-9752-3681ac289513 req-97e86b70-677a-4c87-86e2-667a392fe97d service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=6842f55d3dcc42289b6bfe02ed020dc4&device_id=6731688e-fae7-4e0d-ba98-11b4aa105a41 HTTP/1.1" status: 200 len: 1129 time: 0.0555375 Aug 24 13:50:03.511964 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be5807ac-87e4-43c4-906b-4ae5026edba9 None None] The sync data for ids ['87b6d4bc-baf6-4275-9c49-a38eea3e0719'] in dv-cinder-779578-4-iscsi is: [{'id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'name': 'tempest-AttachVolumeTestJSON-1185539921-router', 'tenant_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'f3ad2d68-50c1-4975-9152-92c9167b4531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:46:11Z', 'updated_at': '2022-08-24T13:46:14Z', 'revision_number': 4, 'project_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'gw_port': {'id': 'f3ad2d68-50c1-4975-9152-92c9167b4531', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:11Z', 'updated_at': '2022-08-24T13:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': '19df55e7-80a0-4d3e-ad05-06f98227dae8', 'name': '', 'network_id': 'f3395214-009c-4aba-9dda-777a5c33eecb', 'tenant_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'mac_address': 'fa:16:3e:e1:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1f46d6dd-5a73-4b8e-8e50-cedc158c26c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:13Z', 'updated_at': '2022-08-24T13:46:19Z', 'revision_number': 5, 'project_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'subnets': [{'id': '1f46d6dd-5a73-4b8e-8e50-cedc158c26c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:50:03.591193 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:03.595842 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:03.613390 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1bc47-7437-43a0-9752-3681ac289513 req-9e1c1051-222a-40e3-ab61-20bd9555e5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:50:03.615844 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-4bb1bc47-7437-43a0-9752-3681ac289513 req-9e1c1051-222a-40e3-ab61-20bd9555e5a4 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=440bd507-b6ac-4736-a4d2-ede05189225c HTTP/1.1" status: 200 len: 912 time: 0.1287973 Aug 24 13:50:03.670703 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-4bb1bc47-7437-43a0-9752-3681ac289513 req-de771d7b-7dd4-47a8-a1b4-d830f244c7dd service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6974fab0-e16f-4683-b4b3-3d4218fb55a8 HTTP/1.1" status: 200 len: 217 time: 0.0433471 Aug 24 13:50:03.739222 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1bc47-7437-43a0-9752-3681ac289513 req-81fe378a-8f9c-4432-8cfb-8792a371ce22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:50:03.740916 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-4bb1bc47-7437-43a0-9752-3681ac289513 req-81fe378a-8f9c-4432-8cfb-8792a371ce22 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=855e4e70-f3fd-4957-8cf7-11d6e251674e HTTP/1.1" status: 200 len: 850 time: 0.0632281 Aug 24 13:50:03.751889 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-8fde2ca1-a045-40b6-9c19-45843822ff66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'name': 'tempest-TestVolumeBootPattern-446231488-router', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'f0e21890-66ca-4103-bc57-a278f15443a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:42:20Z', 'updated_at': '2022-08-24T13:42:26Z', 'revision_number': 4, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'gw_port': {'id': 'f0e21890-66ca-4103-bc57-a278f15443a3', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:78:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:21Z', 'updated_at': '2022-08-24T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_floatingips': [{'id': '9c6e510a-5aa2-40b5-aaad-c64e79f7234f', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'floating_ip_address': '172.27.1.220', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'port_id': 'ec946f8f-f434-42c3-90a3-60ce66ddf0c3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c', 'mac_address': 'fa:16:3e:73:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dba10a5-24cb-4641-914e-7558614f82a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:46:02Z', 'updated_at': '2022-08-24T13:46:05Z', 'revision_number': 1, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34c70bdb-9521-4499-bf3b-8c76878fe792', 'name': '', 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'mac_address': 'fa:16:3e:2f:73:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '855e4e70-f3fd-4957-8cf7-11d6e251674e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:25Z', 'updated_at': '2022-08-24T13:42:34Z', 'revision_number': 5, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'subnets': [{'id': '855e4e70-f3fd-4957-8cf7-11d6e251674e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:50:03.796289 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fde2ca1-a045-40b6-9c19-45843822ff66 None None] Checking router: c87be637-b9f5-4543-9419-8aa35994dab0 for host: dv-cinder-779578-4-iscsi {{(pid=106988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:50:03.805428 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb1bc47-7437-43a0-9752-3681ac289513 req-ce1479ef-2885-4f80-b2c9-2c98590dd74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:50:03.807153 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-4bb1bc47-7437-43a0-9752-3681ac289513 req-ce1479ef-2885-4f80-b2c9-2c98590dd74c service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=440bd507-b6ac-4736-a4d2-ede05189225c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0584857 Aug 24 13:50:03.807927 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fde2ca1-a045-40b6-9c19-45843822ff66 None None] Routers {'c87be637-b9f5-4543-9419-8aa35994dab0'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:50:03.810008 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-8fde2ca1-a045-40b6-9c19-45843822ff66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:49:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['c87be637-b9f5-4543-9419-8aa35994dab0'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:50:03.866396 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-d308227d-6b8f-4219-b8db-27185f7da782 req-c0a589be-48eb-4de0-b605-1dd8d01a948f tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=31b97d61-96c0-459d-83c5-ebd1929f344a HTTP/1.1" status: 200 len: 210 time: 0.0342972 Aug 24 13:50:03.927488 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e02379-0880-4b3d-80c6-b9a93ce84a67 None None] New status for floating IP 3abe47ad-1b93-4e0c-be15-633461c06746: DOWN {{(pid=106987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 13:50:03.944711 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a38ec2-9fb1-4bd2-ab7b-63ad856f65b5 req-a5081bde-89b4-4336-9179-05a4aee153d0 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:50:03.947204 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-8fde2ca1-a045-40b6-9c19-45843822ff66 None None] Set router c87be637-b9f5-4543-9419-8aa35994dab0 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:50:03.952296 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-50a38ec2-9fb1-4bd2-ab7b-63ad856f65b5 req-a5081bde-89b4-4336-9179-05a4aee153d0 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6731688e-fae7-4e0d-ba98-11b4aa105a41 HTTP/1.1" status: 200 len: 945 time: 0.0793772 Aug 24 13:50:04.013557 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-50a38ec2-9fb1-4bd2-ab7b-63ad856f65b5 req-a51a50f3-3ed8-47b3-bdfe-7093bb189c31 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567782 Aug 24 13:50:04.189621 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-8fde2ca1-a045-40b6-9c19-45843822ff66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'name': 'tempest-TestVolumeBootPattern-446231488-router', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'f0e21890-66ca-4103-bc57-a278f15443a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:42:20Z', 'updated_at': '2022-08-24T13:42:26Z', 'revision_number': 4, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'gw_port': {'id': 'f0e21890-66ca-4103-bc57-a278f15443a3', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:78:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:21Z', 'updated_at': '2022-08-24T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_floatingips': [{'id': '9c6e510a-5aa2-40b5-aaad-c64e79f7234f', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'floating_ip_address': '172.27.1.220', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'port_id': 'ec946f8f-f434-42c3-90a3-60ce66ddf0c3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c', 'mac_address': 'fa:16:3e:73:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dba10a5-24cb-4641-914e-7558614f82a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:46:02Z', 'updated_at': '2022-08-24T13:46:05Z', 'revision_number': 1, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34c70bdb-9521-4499-bf3b-8c76878fe792', 'name': '', 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'mac_address': 'fa:16:3e:2f:73:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '855e4e70-f3fd-4957-8cf7-11d6e251674e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:25Z', 'updated_at': '2022-08-24T13:42:34Z', 'revision_number': 5, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'subnets': [{'id': '855e4e70-f3fd-4957-8cf7-11d6e251674e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:50:04.216201 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fde2ca1-a045-40b6-9c19-45843822ff66 None None] The sync data for ids ['c87be637-b9f5-4543-9419-8aa35994dab0'] in dv-cinder-779578-4-iscsi is: [{'id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'name': 'tempest-TestVolumeBootPattern-446231488-router', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'f0e21890-66ca-4103-bc57-a278f15443a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:42:20Z', 'updated_at': '2022-08-24T13:42:26Z', 'revision_number': 4, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'gw_port': {'id': 'f0e21890-66ca-4103-bc57-a278f15443a3', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:78:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:21Z', 'updated_at': '2022-08-24T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_floatingips': [{'id': '9c6e510a-5aa2-40b5-aaad-c64e79f7234f', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'floating_ip_address': '172.27.1.220', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'port_id': 'ec946f8f-f434-42c3-90a3-60ce66ddf0c3', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 540, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c', 'mac_address': 'fa:16:3e:73:ee:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dba10a5-24cb-4641-914e-7558614f82a6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:46:02Z', 'updated_at': '2022-08-24T13:46:05Z', 'revision_number': 1, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '34c70bdb-9521-4499-bf3b-8c76878fe792', 'name': '', 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'mac_address': 'fa:16:3e:2f:73:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '855e4e70-f3fd-4957-8cf7-11d6e251674e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:25Z', 'updated_at': '2022-08-24T13:42:34Z', 'revision_number': 5, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'subnets': [{'id': '855e4e70-f3fd-4957-8cf7-11d6e251674e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:50:04.462289 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad31b177-e6ad-4191-8dd0-27a79f6bc57d None None] New status for floating IP 0c011b9e-6e23-4682-8c62-b75302ad1867: DOWN {{(pid=106988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 13:50:05.068768 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 58398) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:50:05.145758 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 7197ae76-1beb-430e-a9cf-620230d08e49 no longer exists at agent hyperv_hv-cinder-77957 {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:50:05.179108 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542e95d3-fcfb-4237-9add-332015e98e77 req-c658a1b7-8831-4d8b-8471-0415ba5dd8c1 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:50:05.180764 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-542e95d3-fcfb-4237-9add-332015e98e77 req-c658a1b7-8831-4d8b-8471-0415ba5dd8c1 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6731688e-fae7-4e0d-ba98-11b4aa105a41 HTTP/1.1" status: 200 len: 945 time: 0.0879238 Aug 24 13:50:05.187739 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-5ff767c6-1a52-46c0-b1f8-8f44038cd89f tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks [] for security_group (62bcf616-fa1e-4b4a-a518-5b1a533b9b30), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:05.188791 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-4bb1bc47-7437-43a0-9752-3681ac289513 req-455cf85d-2e45-4bdb-8096-bbd3339a8760 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/440bd507-b6ac-4736-a4d2-ede05189225c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052055 Aug 24 13:50:05.191403 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] No Port match for: 7197ae76-1beb-430e-a9cf-620230d08e49 {{(pid=106987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 13:50:05.191980 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 7197ae76-1beb-430e-a9cf-620230d08e49 not bound to the agent host hv-cinder-77957 {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 13:50:05.236208 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-5ff767c6-1a52-46c0-b1f8-8f44038cd89f tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks [] for security_group (62bcf616-fa1e-4b4a-a518-5b1a533b9b30), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:05.287747 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-542e95d3-fcfb-4237-9add-332015e98e77 req-bd3d4d46-983f-4622-a2c1-b4bbf3288c32 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969415 Aug 24 13:50:05.295295 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-4bb1bc47-7437-43a0-9752-3681ac289513 req-92848ba9-5349-47c8-bffb-01cc34bbdc98 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/440bd507-b6ac-4736-a4d2-ede05189225c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958228 Aug 24 13:50:05.378424 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-5ff767c6-1a52-46c0-b1f8-8f44038cd89f tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (62bcf616-fa1e-4b4a-a518-5b1a533b9b30), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:05.384470 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-5ff767c6-1a52-46c0-b1f8-8f44038cd89f tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:05.384470 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-5ff767c6-1a52-46c0-b1f8-8f44038cd89f tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "DELETE /networking/v2.0/security-groups/62bcf616-fa1e-4b4a-a518-5b1a533b9b30 HTTP/1.1" status: 204 len: 168 time: 0.3123798 Aug 24 13:50:05.385128 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 58400) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:50:05.398343 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff767c6-1a52-46c0-b1f8-8f44038cd89f tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62bcf616-fa1e-4b4a-a518-5b1a533b9b30,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:50:05.399686 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.api.v2.resource [None req-eea0b6cb-27a0-4375-9d72-a5d78a567474 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] show failed (client error): The resource could not be found. Aug 24 13:50:05.400741 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-eea0b6cb-27a0-4375-9d72-a5d78a567474 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups/62bcf616-fa1e-4b4a-a518-5b1a533b9b30 HTTP/1.1" status: 404 len: 347 time: 0.0143771 Aug 24 13:50:05.404728 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 58402) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:50:05.525313 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [None req-a25d8746-935b-4af2-976e-f80b9c786e0b tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Deleting port 866db8c8-660c-431a-961a-d597f500e63f {{(pid=106986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:50:05.525663 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-a25d8746-935b-4af2-976e-f80b9c786e0b tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (866db8c8-660c-431a-961a-d597f500e63f), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:05.613468 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-a25d8746-935b-4af2-976e-f80b9c786e0b tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (866db8c8-660c-431a-961a-d597f500e63f), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:05.613716 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-a25d8746-935b-4af2-976e-f80b9c786e0b tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks [] for floatingip (866db8c8-660c-431a-961a-d597f500e63f), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:05.628703 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [None req-a25d8746-935b-4af2-976e-f80b9c786e0b tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Calling delete_port for 866db8c8-660c-431a-961a-d597f500e63f owned by network:floatingip {{(pid=106986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:50:05.886967 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-a25d8746-935b-4af2-976e-f80b9c786e0b tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990584'] for port (866db8c8-660c-431a-961a-d597f500e63f), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:05.920519 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5b8646-44f4-4051-8451-231ed529b244 req-e32df090-8fa1-4fe5-92cf-8f240c4f9743 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:50:05.922043 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-3f5b8646-44f4-4051-8451-231ed529b244 req-e32df090-8fa1-4fe5-92cf-8f240c4f9743 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=6731688e-fae7-4e0d-ba98-11b4aa105a41 HTTP/1.1" status: 200 len: 945 time: 0.0760226 Aug 24 13:50:05.925225 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d8746-935b-4af2-976e-f80b9c786e0b tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Pushing event deleted for resources: {'Port': ['ID=866db8c8-660c-431a-961a-d597f500e63f,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:50:06.269765 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:06.315656 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-a25d8746-935b-4af2-976e-f80b9c786e0b tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks [] for floatingip (3abe47ad-1b93-4e0c-be15-633461c06746), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:06.318446 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-a25d8746-935b-4af2-976e-f80b9c786e0b tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for floatingip (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:06.319675 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-a25d8746-935b-4af2-976e-f80b9c786e0b tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/3abe47ad-1b93-4e0c-be15-633461c06746 HTTP/1.1" status: 204 len: 168 time: 0.9137983 Aug 24 13:50:06.320447 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [req-3f5b8646-44f4-4051-8451-231ed529b244 req-f1ea6c39-03fd-4efd-90b5-ae5d00e37945 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Deleting port 6974fab0-e16f-4683-b4b3-3d4218fb55a8 {{(pid=106986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:50:06.320778 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-3f5b8646-44f4-4051-8451-231ed529b244 req-f1ea6c39-03fd-4efd-90b5-ae5d00e37945 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (6974fab0-e16f-4683-b4b3-3d4218fb55a8), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:06.412463 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:06.438436 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.db [req-3f5b8646-44f4-4051-8451-231ed529b244 req-f1ea6c39-03fd-4efd-90b5-ae5d00e37945 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] For port 6974fab0-e16f-4683-b4b3-3d4218fb55a8, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=6974fab0-e16f-4683-b4b3-3d4218fb55a8,segment=NetworkSegment(a66ff9af-39c0-4933-b76c-c41e5f0ae69c),segment_id=a66ff9af-39c0-4933-b76c-c41e5f0ae69c)] {{(pid=106986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:50:06.438985 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-3f5b8646-44f4-4051-8451-231ed529b244 req-f1ea6c39-03fd-4efd-90b5-ae5d00e37945 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (6974fab0-e16f-4683-b4b3-3d4218fb55a8), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:06.466636 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e726940-afdf-4978-b334-27698490ea42 req-928a4206-6314-41ec-a26e-fbb8025f768c tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:50:06.466636 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-6e726940-afdf-4978-b334-27698490ea42 req-928a4206-6314-41ec-a26e-fbb8025f768c tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6731688e-fae7-4e0d-ba98-11b4aa105a41 HTTP/1.1" status: 200 len: 945 time: 0.0532763 Aug 24 13:50:06.467281 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [req-3f5b8646-44f4-4051-8451-231ed529b244 req-f1ea6c39-03fd-4efd-90b5-ae5d00e37945 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Calling delete_port for 6974fab0-e16f-4683-b4b3-3d4218fb55a8 owned by compute:nova {{(pid=106986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:50:06.485114 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:06.494331 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-6e726940-afdf-4978-b334-27698490ea42 req-00a315c0-47f2-4330-a9c8-15ed512b9c9b tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464642 Aug 24 13:50:06.584295 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 58414) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:50:06.589593 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-a52f3b0c-9137-4fdc-b0ee-debca6a12305 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1055355398', 'description': 'tempest-description--38405319'}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:50:06.646753 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-3f5b8646-44f4-4051-8451-231ed529b244 req-f1ea6c39-03fd-4efd-90b5-ae5d00e37945 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990584'] for port (6974fab0-e16f-4683-b4b3-3d4218fb55a8), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:06.664213 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-a52f3b0c-9137-4fdc-b0ee-debca6a12305 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:06.676307 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea6c39-03fd-4efd-90b5-ae5d00e37945 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Pushing event deleted for resources: {'Port': ['ID=6974fab0-e16f-4683-b4b3-3d4218fb55a8,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:50:06.725481 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f5b8646-44f4-4051-8451-231ed529b244 req-f1ea6c39-03fd-4efd-90b5-ae5d00e37945 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] No DVR routers for this DVR port 6974fab0-e16f-4683-b4b3-3d4218fb55a8 on host hv-cinder-77957 {{(pid=106986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 13:50:06.727999 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-3f5b8646-44f4-4051-8451-231ed529b244 req-f1ea6c39-03fd-4efd-90b5-ae5d00e37945 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:06.732219 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-3f5b8646-44f4-4051-8451-231ed529b244 req-f1ea6c39-03fd-4efd-90b5-ae5d00e37945 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.20 "DELETE /networking/v2.0/ports/6974fab0-e16f-4683-b4b3-3d4218fb55a8 HTTP/1.1" status: 204 len: 173 time: 0.8033180 Aug 24 13:50:06.732679 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6731688e-fae7-4e0d-ba98-11b4aa105a41', 'name': 'network-vif-deleted', 'tag': '6974fab0-e16f-4683-b4b3-3d4218fb55a8'}] {{(pid=106986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:50:06.735052 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d01dbab33e71115aad2ee8471a00c8ecaf37bbc8c5e47995de0ab84d59865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f697e836-4b9a-484e-a091-d46a2a8f6eb0" -d '{"events": [{"server_uuid": "6731688e-fae7-4e0d-ba98-11b4aa105a41", "name": "network-vif-deleted", "tag": "6974fab0-e16f-4683-b4b3-3d4218fb55a8"}]}' {{(pid=106986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:50:06.741126 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-a52f3b0c-9137-4fdc-b0ee-debca6a12305 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks [] for security_group (16dcd164-8216-42c3-9eb1-818a7355e8e8), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:06.772868 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 13:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc72c82b-de3d-47c3-9ab7-4ab0b20f0738 x-openstack-request-id: req-fc72c82b-de3d-47c3-9ab7-4ab0b20f0738 {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:50:06.773169 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6731688e-fae7-4e0d-ba98-11b4aa105a41", "name": "network-vif-deleted", "tag": "6974fab0-e16f-4683-b4b3-3d4218fb55a8", "status": "completed", "code": 200}]} {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:50:06.773419 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fc72c82b-de3d-47c3-9ab7-4ab0b20f0738 {{(pid=106986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:50:06.773896 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc72c82b-de3d-47c3-9ab7-4ab0b20f0738'] response: {'server_uuid': '6731688e-fae7-4e0d-ba98-11b4aa105a41', 'name': 'network-vif-deleted', 'tag': '6974fab0-e16f-4683-b4b3-3d4218fb55a8', 'status': 'completed', 'code': 200} Aug 24 13:50:06.806900 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-a52f3b0c-9137-4fdc-b0ee-debca6a12305 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (16dcd164-8216-42c3-9eb1-818a7355e8e8), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:06.845344 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52f3b0c-9137-4fdc-b0ee-debca6a12305 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16dcd164-8216-42c3-9eb1-818a7355e8e8,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:50:06.918777 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-a52f3b0c-9137-4fdc-b0ee-debca6a12305 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:06.920367 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-a52f3b0c-9137-4fdc-b0ee-debca6a12305 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3348579 Aug 24 13:50:06.926902 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 58428) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:50:06.933112 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-0f98b3c0-5577-4451-b3e5-d51a85b2b87a tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Request body: {'security_group_rule': {'security_group_id': '16dcd164-8216-42c3-9eb1-818a7355e8e8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:50:07.036152 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-0f98b3c0-5577-4451-b3e5-d51a85b2b87a tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks [] for security_group_rule (fa7092a3-0cfb-4187-98a7-69f56c547f93), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:07.099402 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-0f98b3c0-5577-4451-b3e5-d51a85b2b87a tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks [] for security_group_rule (fa7092a3-0cfb-4187-98a7-69f56c547f93), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:07.172961 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-0f98b3c0-5577-4451-b3e5-d51a85b2b87a tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008640'] for security_group_rule (fa7092a3-0cfb-4187-98a7-69f56c547f93), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:07.180486 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:07.193316 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f98b3c0-5577-4451-b3e5-d51a85b2b87a tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa7092a3-0cfb-4187-98a7-69f56c547f93,revision_number=0']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:50:07.266636 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-0f98b3c0-5577-4451-b3e5-d51a85b2b87a tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:07.268118 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-0f98b3c0-5577-4451-b3e5-d51a85b2b87a tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3395030 Aug 24 13:50:07.272590 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 58440) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:50:07.278131 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-d23a5d10-a649-4d92-a338-4987efd92aa7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Request body: {'security_group_rule': {'security_group_id': '16dcd164-8216-42c3-9eb1-818a7355e8e8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:50:07.374493 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d23a5d10-a649-4d92-a338-4987efd92aa7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks [] for security_group_rule (5d6887c0-0271-4987-818a-3c888e28641d), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:07.427191 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d23a5d10-a649-4d92-a338-4987efd92aa7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks [] for security_group_rule (5d6887c0-0271-4987-818a-3c888e28641d), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:07.527051 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d23a5d10-a649-4d92-a338-4987efd92aa7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008640'] for security_group_rule (5d6887c0-0271-4987-818a-3c888e28641d), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:07.547706 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23a5d10-a649-4d92-a338-4987efd92aa7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d6887c0-0271-4987-818a-3c888e28641d,revision_number=0']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:50:07.606703 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-d23a5d10-a649-4d92-a338-4987efd92aa7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:07.607853 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-d23a5d10-a649-4d92-a338-4987efd92aa7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3342350 Aug 24 13:50:07.611953 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 58444) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:50:07.617010 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [None req-b902df0d-61aa-4147-bca4-9f084b92912d tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Request body: {'floatingip': {'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:50:07.624381 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-01d3e85d-1140-4676-b17a-7c51ec808e2f req-00b12d4c-8541-418b-91d4-0ae20df11d32 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=6731688e-fae7-4e0d-ba98-11b4aa105a41 HTTP/1.1" status: 200 len: 210 time: 0.0303521 Aug 24 13:50:07.692659 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b902df0d-61aa-4147-bca4-9f084b92912d tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:07.780707 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b902df0d-61aa-4147-bca4-9f084b92912d tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:07.889602 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.db_base_plugin_common [None req-b902df0d-61aa-4147-bca4-9f084b92912d tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Allocated IP 172.27.1.116 (b9a647d2-3285-4c25-b9a6-e511e6620ca5/0f88e60e-ade3-4937-9959-ff6f15b76440/b0410e2c-7335-4ae9-a36d-201ec4dfa051) {{(pid=106986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:50:07.991192 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:08.024200 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b902df0d-61aa-4147-bca4-9f084b92912d tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks [] for port (b0410e2c-7335-4ae9-a36d-201ec4dfa051), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:08.149587 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b902df0d-61aa-4147-bca4-9f084b92912d tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990584'] for port (b0410e2c-7335-4ae9-a36d-201ec4dfa051), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:08.193733 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b902df0d-61aa-4147-bca4-9f084b92912d tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Network b9a647d2-3285-4c25-b9a6-e511e6620ca5 is already hosted by enough agents. {{(pid=106986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:50:08.199212 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.base_scheduler [None req-b902df0d-61aa-4147-bca4-9f084b92912d tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Resources bound (agent type, host, resource id): {{(pid=106986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:50:08.201405 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b902df0d-61aa-4147-bca4-9f084b92912d tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Pushing event updated for resources: {'Port': ['ID=b0410e2c-7335-4ae9-a36d-201ec4dfa051,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:50:08.203504 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b902df0d-61aa-4147-bca4-9f084b92912d tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Received port after_create {{(pid=106986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:50:08.290659 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b902df0d-61aa-4147-bca4-9f084b92912d tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks [] for floatingip (2f47fe03-ad77-4a11-b06c-99e8460500dd), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:08.295309 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:08.390597 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b902df0d-61aa-4147-bca4-9f084b92912d tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (b0410e2c-7335-4ae9-a36d-201ec4dfa051), before_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:08.558478 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b902df0d-61aa-4147-bca4-9f084b92912d tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks [] for port (b0410e2c-7335-4ae9-a36d-201ec4dfa051), precommit_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:08.629531 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b902df0d-61aa-4147-bca4-9f084b92912d tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2990583'] for port (b0410e2c-7335-4ae9-a36d-201ec4dfa051), after_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:08.699039 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b902df0d-61aa-4147-bca4-9f084b92912d tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961197'] for floatingip (2f47fe03-ad77-4a11-b06c-99e8460500dd), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:08.702799 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b902df0d-61aa-4147-bca4-9f084b92912d tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Pushing event updated for resources: {'Port': ['ID=b0410e2c-7335-4ae9-a36d-201ec4dfa051,revision_number=2']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:50:08.802955 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b902df0d-61aa-4147-bca4-9f084b92912d tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for floatingip (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:08.804209 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-b902df0d-61aa-4147-bca4-9f084b92912d tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1911421 Aug 24 13:50:09.016668 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-4789b75a-2c6e-4ad2-9157-dccd88da17d1 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1055355398&fields=id&tenant_id=ca298d9092ad4a9489f1624d62b2ac1d HTTP/1.1" status: 200 len: 267 time: 0.0446641 Aug 24 13:50:09.126486 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-cbfab0c1-9c45-474f-864a-8c8db6f8f2a5 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:50:09.127980 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-cbfab0c1-9c45-474f-864a-8c8db6f8f2a5 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/networks?id=f3395214-009c-4aba-9dda-777a5c33eecb HTTP/1.1" status: 200 len: 811 time: 0.1048088 Aug 24 13:50:09.144400 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-24ae251f-43ce-49bd-ac73-f2a5ae227fc0 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/quotas/ca298d9092ad4a9489f1624d62b2ac1d HTTP/1.1" status: 200 len: 375 time: 0.0105808 Aug 24 13:50:09.163536 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 6974fab0-e16f-4683-b4b3-3d4218fb55a8 no longer exists at agent hyperv_hv-cinder-77957 {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:50:09.187469 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] No Port match for: 6974fab0-e16f-4683-b4b3-3d4218fb55a8 {{(pid=106987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 13:50:09.187823 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 6974fab0-e16f-4683-b4b3-3d4218fb55a8 not bound to the agent host hv-cinder-77957 {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 13:50:09.200976 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-54108fb7-3c53-4d18-a830-96afb8da7f5f tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?tenant_id=ca298d9092ad4a9489f1624d62b2ac1d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508409 Aug 24 13:50:09.320932 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-ac0348eb-fc00-4866-99e1-a8a00d00c466 service neutron] http://10.222.0.73:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106985) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Aug 24 13:50:09.321928 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-ac0348eb-fc00-4866-99e1-a8a00d00c466 service neutron] 10.222.0.73 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1092243 Aug 24 13:50:09.420191 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-ea8c3dcd-8ebb-41ae-a948-9a251b935709 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/f3395214-009c-4aba-9dda-777a5c33eecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909195 Aug 24 13:50:09.518754 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-e5f2ebb6-3c5d-4772-997f-ee2740c4ad56 service neutron] 10.222.0.73 "GET /networking/v2.0/networks/f3395214-009c-4aba-9dda-777a5c33eecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926731 Aug 24 13:50:09.543071 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 58476) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:50:09.597875 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.db_base_plugin_v2 [None req-df906801-6c89-44a3-a369-0bfbbe673d22 admin admin] Deleting subnet 64f324be-21e5-4c02-935f-519db951217c {{(pid=106986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 13:50:09.601218 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-df906801-6c89-44a3-a369-0bfbbe673d22 admin admin] Publish callbacks [] for subnet (64f324be-21e5-4c02-935f-519db951217c), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:09.639529 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-df906801-6c89-44a3-a369-0bfbbe673d22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17251685'] for subnet (64f324be-21e5-4c02-935f-519db951217c), precommit_delete_associations {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:09.684967 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-df906801-6c89-44a3-a369-0bfbbe673d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66918460'] for subnet (64f324be-21e5-4c02-935f-519db951217c), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:09.770665 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0d3c2cd9-bdf8-4757-a54d-5e2f9e470be2 req-88b6cc52-1bf2-4722-81fa-68bf52cfcc7a tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b6c3f0aa-d151-40dd-bde5-a1ff4507874e HTTP/1.1" status: 200 len: 210 time: 0.0320504 Aug 24 13:50:09.841773 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-df906801-6c89-44a3-a369-0bfbbe673d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66918469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2990509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17994702'] for subnet (64f324be-21e5-4c02-935f-519db951217c), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:09.873271 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df906801-6c89-44a3-a369-0bfbbe673d22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64f324be-21e5-4c02-935f-519db951217c,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:50:09.878264 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-df906801-6c89-44a3-a369-0bfbbe673d22 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:09.881535 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-df906801-6c89-44a3-a369-0bfbbe673d22 admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/64f324be-21e5-4c02-935f-519db951217c HTTP/1.1" status: 204 len: 168 time: 0.3372695 Aug 24 13:50:09.884030 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 58484) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:50:09.959741 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-248d23c5-7198-48e1-8ba7-dba2730fe3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-67096241'] for network (aba50ab5-0afd-4b22-a05b-b99018130d42), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:10.050597 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-248d23c5-7198-48e1-8ba7-dba2730fe3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66912316', 'neutron.services.segments.db._delete_segments_for_network-8732775531888'] for network (aba50ab5-0afd-4b22-a05b-b99018130d42), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:10.072297 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.services.segments.db [None req-248d23c5-7198-48e1-8ba7-dba2730fe3b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aba50ab5-0afd-4b22-a05b-b99018130d42']}} {{(pid=106986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:50:10.082390 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.services.segments.db [None req-248d23c5-7198-48e1-8ba7-dba2730fe3b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c3cc436-b6e8-4a61-bae4-93fdcf4a2b86') {'for_net_delete': True} {{(pid=106986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:50:10.082851 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.services.segments.db [None req-248d23c5-7198-48e1-8ba7-dba2730fe3b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c3cc436-b6e8-4a61-bae4-93fdcf4a2b86') {} {{(pid=106986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:50:10.084464 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:10.094015 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-248d23c5-7198-48e1-8ba7-dba2730fe3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732775508974', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17251692'] for segment (2c3cc436-b6e8-4a61-bae4-93fdcf4a2b86), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:10.108243 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-248d23c5-7198-48e1-8ba7-dba2730fe3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916165'] for segment (2c3cc436-b6e8-4a61-bae4-93fdcf4a2b86), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:10.114909 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-248d23c5-7198-48e1-8ba7-dba2730fe3b9 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=106986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 13:50:10.115305 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-248d23c5-7198-48e1-8ba7-dba2730fe3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2990539'] for segment (2c3cc436-b6e8-4a61-bae4-93fdcf4a2b86), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:10.140852 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.services.segments.plugin [-] Segment 2c3cc436-b6e8-4a61-bae4-93fdcf4a2b86 resource provider aggregate not found Aug 24 13:50:10.185864 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.services.segments.plugin [-] Segment 2c3cc436-b6e8-4a61-bae4-93fdcf4a2b86 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c3cc436-b6e8-4a61-bae4-93fdcf4a2b86 found for delete ", "request_id": "req-20c203b3-2403-4c32-8053-683a12ee97c6"}]} Aug 24 13:50:10.280976 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-248d23c5-7198-48e1-8ba7-dba2730fe3b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66912311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008716'] for network (aba50ab5-0afd-4b22-a05b-b99018130d42), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:10.287453 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-248d23c5-7198-48e1-8ba7-dba2730fe3b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for network (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:10.290919 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-248d23c5-7198-48e1-8ba7-dba2730fe3b9 admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/aba50ab5-0afd-4b22-a05b-b99018130d42 HTTP/1.1" status: 204 len: 168 time: 0.4057720 Aug 24 13:50:10.303596 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248d23c5-7198-48e1-8ba7-dba2730fe3b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=aba50ab5-0afd-4b22-a05b-b99018130d42,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:50:10.711973 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 58504) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:50:10.757655 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-edcaca1e-b9ef-4c1c-a363-2d1ca4f57444 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=1a7c5f7e89a74cab86be21c2bb4819ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0444186 Aug 24 13:50:10.760637 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 58506) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:50:10.784578 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:10.811151 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-9cb1f58e-c52f-45b1-adf0-6524247f7124 admin admin] Publish callbacks [] for security_group (4f23f651-1dc0-439f-a4bb-10043674cd81), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:10.833528 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-9cb1f58e-c52f-45b1-adf0-6524247f7124 admin admin] Publish callbacks [] for security_group (4f23f651-1dc0-439f-a4bb-10043674cd81), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:10.891821 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1e713dfe-6e18-40b4-80a7-854b0755ce84 req-c78478a8-1e62-46cf-949e-d9cf65ea0956 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b6c3f0aa-d151-40dd-bde5-a1ff4507874e HTTP/1.1" status: 200 len: 210 time: 0.0288908 Aug 24 13:50:10.978493 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-9cb1f58e-c52f-45b1-adf0-6524247f7124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (4f23f651-1dc0-439f-a4bb-10043674cd81), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:10.981148 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-9cb1f58e-c52f-45b1-adf0-6524247f7124 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:10.982306 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-9cb1f58e-c52f-45b1-adf0-6524247f7124 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/4f23f651-1dc0-439f-a4bb-10043674cd81 HTTP/1.1" status: 204 len: 168 time: 0.2207420 Aug 24 13:50:10.990838 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb1f58e-c52f-45b1-adf0-6524247f7124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f23f651-1dc0-439f-a4bb-10043674cd81,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:50:11.188516 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 58514) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:50:11.299346 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:11.345983 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [None req-94a788ec-2c20-47d2-8c1a-e95933bfd216 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Deleting port 73d11ca7-d12f-4d21-98a2-b658ac9222d0 {{(pid=106985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:50:11.346318 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-94a788ec-2c20-47d2-8c1a-e95933bfd216 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (73d11ca7-d12f-4d21-98a2-b658ac9222d0), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:11.464147 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-94a788ec-2c20-47d2-8c1a-e95933bfd216 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (73d11ca7-d12f-4d21-98a2-b658ac9222d0), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:11.464538 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-94a788ec-2c20-47d2-8c1a-e95933bfd216 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks [] for floatingip (73d11ca7-d12f-4d21-98a2-b658ac9222d0), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:11.481224 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [None req-94a788ec-2c20-47d2-8c1a-e95933bfd216 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Calling delete_port for 73d11ca7-d12f-4d21-98a2-b658ac9222d0 owned by network:floatingip {{(pid=106985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:50:11.485309 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:11.750262 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-94a788ec-2c20-47d2-8c1a-e95933bfd216 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (73d11ca7-d12f-4d21-98a2-b658ac9222d0), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:11.776635 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a788ec-2c20-47d2-8c1a-e95933bfd216 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Pushing event deleted for resources: {'Port': ['ID=73d11ca7-d12f-4d21-98a2-b658ac9222d0,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:50:11.791259 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a788ec-2c20-47d2-8c1a-e95933bfd216 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:50:11.791616 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a788ec-2c20-47d2-8c1a-e95933bfd216 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:50:11.791959 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a788ec-2c20-47d2-8c1a-e95933bfd216 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:50:11.792337 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a788ec-2c20-47d2-8c1a-e95933bfd216 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:50:11.792668 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a788ec-2c20-47d2-8c1a-e95933bfd216 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:50:11.793141 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a788ec-2c20-47d2-8c1a-e95933bfd216 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:50:11.793478 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a788ec-2c20-47d2-8c1a-e95933bfd216 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:50:11.794186 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a788ec-2c20-47d2-8c1a-e95933bfd216 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:50:11.794534 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a788ec-2c20-47d2-8c1a-e95933bfd216 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:50:11.794874 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a788ec-2c20-47d2-8c1a-e95933bfd216 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:50:11.795205 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a788ec-2c20-47d2-8c1a-e95933bfd216 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:50:11.795535 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a788ec-2c20-47d2-8c1a-e95933bfd216 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:50:11.795859 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a788ec-2c20-47d2-8c1a-e95933bfd216 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:50:11.796197 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a788ec-2c20-47d2-8c1a-e95933bfd216 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:50:11.796531 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94a788ec-2c20-47d2-8c1a-e95933bfd216 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:50:11.857229 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-94a788ec-2c20-47d2-8c1a-e95933bfd216 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks [] for floatingip (9c6e510a-5aa2-40b5-aaad-c64e79f7234f), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:11.857571 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.db.l3_db [None req-94a788ec-2c20-47d2-8c1a-e95933bfd216 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Floating IP 9c6e510a-5aa2-40b5-aaad-c64e79f7234f disassociated (deleted). External IP: 172.27.1.220, port: ec946f8f-f434-42c3-90a3-60ce66ddf0c3. Aug 24 13:50:12.058248 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-cea74b11-1220-45fc-b5de-e2ad9cc202c9 req-0021b150-e19a-4ac5-a068-b6ad7533e93d tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b6c3f0aa-d151-40dd-bde5-a1ff4507874e HTTP/1.1" status: 200 len: 210 time: 0.0579147 Aug 24 13:50:12.100138 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a788ec-2c20-47d2-8c1a-e95933bfd216 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Router c87be637-b9f5-4543-9419-8aa35994dab0 has already been hosted by L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 {{(pid=106985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 13:50:12.205977 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-4fcabb79-6b92-4d12-b72a-a59964bac1e5 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:50:12.207594 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-4fcabb79-6b92-4d12-b72a-a59964bac1e5 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.20 "GET /networking/v2.0/networks?id=f3395214-009c-4aba-9dda-777a5c33eecb HTTP/1.1" status: 200 len: 811 time: 0.1212208 Aug 24 13:50:12.218984 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a788ec-2c20-47d2-8c1a-e95933bfd216 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:50:12.224144 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-94a788ec-2c20-47d2-8c1a-e95933bfd216 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for floatingip (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:12.231357 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6543bebb-d235-486d-be95-0104fe8e8564 None None] Sync routers for ids ['c87be637-b9f5-4543-9419-8aa35994dab0'] in dv-cinder-779578-4-iscsi {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:50:12.248084 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6543bebb-d235-486d-be95-0104fe8e8564 None None] Routers {'c87be637-b9f5-4543-9419-8aa35994dab0'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:50:12.249363 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-6543bebb-d235-486d-be95-0104fe8e8564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:49:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['c87be637-b9f5-4543-9419-8aa35994dab0'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:50:12.259803 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-94a788ec-2c20-47d2-8c1a-e95933bfd216 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/9c6e510a-5aa2-40b5-aaad-c64e79f7234f HTTP/1.1" status: 204 len: 168 time: 1.0696461 Aug 24 13:50:12.260056 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dba10a5-24cb-4641-914e-7558614f82a6', 'tag': 'ec946f8f-f434-42c3-90a3-60ce66ddf0c3'}] {{(pid=106985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:50:12.262569 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339b45b761399ad6383a0e79eb3d49a8b35bb9728a194a6e9817421c04d0c31a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19308e90-a7d8-4a2f-a2a6-b1d16a88650c" -d '{"events": [{"name": "network-changed", "server_uuid": "1dba10a5-24cb-4641-914e-7558614f82a6", "tag": "ec946f8f-f434-42c3-90a3-60ce66ddf0c3"}]}' {{(pid=106985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:50:12.289743 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-551b68ce-c6a8-47b1-91ad-37d6d5f99275 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.20 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ca298d9092ad4a9489f1624d62b2ac1d HTTP/1.1" status: 200 len: 380 time: 0.0618341 Aug 24 13:50:12.299816 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-f3926d92-66a3-4900-b580-6b7c326f97d7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Request body: {'port': {'device_id': 'b6c3f0aa-d151-40dd-bde5-a1ff4507874e', 'network_id': 'f3395214-009c-4aba-9dda-777a5c33eecb', 'admin_state_up': True, 'tenant_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'security_groups': ['16dcd164-8216-42c3-9eb1-818a7355e8e8']}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:50:12.324056 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 13:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2429fef-1a88-4aa7-857a-e048c99175c5 x-openstack-request-id: req-c2429fef-1a88-4aa7-857a-e048c99175c5 {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:50:12.325488 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dba10a5-24cb-4641-914e-7558614f82a6", "tag": "ec946f8f-f434-42c3-90a3-60ce66ddf0c3", "status": "completed", "code": 200}]} {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:50:12.325783 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-c2429fef-1a88-4aa7-857a-e048c99175c5 {{(pid=106985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:50:12.326208 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2429fef-1a88-4aa7-857a-e048c99175c5'] response: {'name': 'network-changed', 'server_uuid': '1dba10a5-24cb-4641-914e-7558614f82a6', 'tag': 'ec946f8f-f434-42c3-90a3-60ce66ddf0c3', 'status': 'completed', 'code': 200} Aug 24 13:50:12.380791 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=100 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:12.388421 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-6543bebb-d235-486d-be95-0104fe8e8564 None None] Set router c87be637-b9f5-4543-9419-8aa35994dab0 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:50:12.410708 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:12.423764 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19308e90-a7d8-4a2f-a2a6-b1d16a88650c req-3f3b076b-cf31-47da-9f60-043d6befe4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:50:12.425434 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-19308e90-a7d8-4a2f-a2a6-b1d16a88650c req-3f3b076b-cf31-47da-9f60-043d6befe4bb service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=6842f55d3dcc42289b6bfe02ed020dc4&device_id=1dba10a5-24cb-4641-914e-7558614f82a6 HTTP/1.1" status: 200 len: 1129 time: 0.0467799 Aug 24 13:50:12.524788 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19308e90-a7d8-4a2f-a2a6-b1d16a88650c req-db8f81f5-303f-4eeb-835f-858d7a15bcb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:50:12.526693 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-19308e90-a7d8-4a2f-a2a6-b1d16a88650c req-db8f81f5-303f-4eeb-835f-858d7a15bcb8 service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=440bd507-b6ac-4736-a4d2-ede05189225c HTTP/1.1" status: 200 len: 912 time: 0.0947371 Aug 24 13:50:12.530228 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:12.538817 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-f3926d92-66a3-4900-b580-6b7c326f97d7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Made reservation on behalf of ca298d9092ad4a9489f1624d62b2ac1d for: {'port': 1} {{(pid=106986) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 24 13:50:12.544278 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-f3926d92-66a3-4900-b580-6b7c326f97d7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:12.575489 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-19308e90-a7d8-4a2f-a2a6-b1d16a88650c req-705a4dda-2656-47be-b553-09f85aa82571 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ec946f8f-f434-42c3-90a3-60ce66ddf0c3 HTTP/1.1" status: 200 len: 217 time: 0.0423386 Aug 24 13:50:12.598273 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-6543bebb-d235-486d-be95-0104fe8e8564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'name': 'tempest-TestVolumeBootPattern-446231488-router', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'f0e21890-66ca-4103-bc57-a278f15443a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:42:20Z', 'updated_at': '2022-08-24T13:42:26Z', 'revision_number': 4, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'gw_port': {'id': 'f0e21890-66ca-4103-bc57-a278f15443a3', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:78:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:21Z', 'updated_at': '2022-08-24T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': '34c70bdb-9521-4499-bf3b-8c76878fe792', 'name': '', 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'mac_address': 'fa:16:3e:2f:73:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '855e4e70-f3fd-4957-8cf7-11d6e251674e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:25Z', 'updated_at': '2022-08-24T13:42:34Z', 'revision_number': 5, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'subnets': [{'id': '855e4e70-f3fd-4957-8cf7-11d6e251674e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:50:12.624564 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6543bebb-d235-486d-be95-0104fe8e8564 None None] Checking router: c87be637-b9f5-4543-9419-8aa35994dab0 for host: dv-cinder-779578-4-iscsi {{(pid=106987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:50:12.631714 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19308e90-a7d8-4a2f-a2a6-b1d16a88650c req-e8ae0dd4-79c5-4c15-a81e-23bee606fdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:50:12.633373 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-19308e90-a7d8-4a2f-a2a6-b1d16a88650c req-e8ae0dd4-79c5-4c15-a81e-23bee606fdf2 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=855e4e70-f3fd-4957-8cf7-11d6e251674e HTTP/1.1" status: 200 len: 850 time: 0.0510485 Aug 24 13:50:12.633850 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6543bebb-d235-486d-be95-0104fe8e8564 None None] Routers {'c87be637-b9f5-4543-9419-8aa35994dab0'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:50:12.634575 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-6543bebb-d235-486d-be95-0104fe8e8564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:49:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['c87be637-b9f5-4543-9419-8aa35994dab0'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:50:12.690928 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.db_base_plugin_common [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-f3926d92-66a3-4900-b580-6b7c326f97d7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Allocated IP 172.20.0.8 (f3395214-009c-4aba-9dda-777a5c33eecb/1f46d6dd-5a73-4b8e-8e50-cedc158c26c7/5dcc0d20-f388-4c1e-8eab-e5aabbd51dde) {{(pid=106986) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 24 13:50:12.769060 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-6543bebb-d235-486d-be95-0104fe8e8564 None None] Set router c87be637-b9f5-4543-9419-8aa35994dab0 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:50:12.776001 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19308e90-a7d8-4a2f-a2a6-b1d16a88650c req-8d85fc13-f128-4e4d-af06-f8f45be6d7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:50:12.777427 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-19308e90-a7d8-4a2f-a2a6-b1d16a88650c req-8d85fc13-f128-4e4d-af06-f8f45be6d7dd service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=440bd507-b6ac-4736-a4d2-ede05189225c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0628829 Aug 24 13:50:12.893511 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5b7dc1-9da9-4e4f-a3d6-c16a95d91c53 req-7042b0f0-6fdb-47e4-a4e7-23edc5052551 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:50:12.894880 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5d5b7dc1-9da9-4e4f-a3d6-c16a95d91c53 req-7042b0f0-6fdb-47e4-a4e7-23edc5052551 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1dba10a5-24cb-4641-914e-7558614f82a6 HTTP/1.1" status: 200 len: 945 time: 0.1007383 Aug 24 13:50:12.897808 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-f3926d92-66a3-4900-b580-6b7c326f97d7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks [] for port (5dcc0d20-f388-4c1e-8eab-e5aabbd51dde), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:12.905934 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:12.907609 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:12.933301 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-19308e90-a7d8-4a2f-a2a6-b1d16a88650c req-4eff0c84-1942-4f91-b19d-f6b1d8d62efa service neutron] 10.222.0.20 "GET /networking/v2.0/networks/440bd507-b6ac-4736-a4d2-ede05189225c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493218 Aug 24 13:50:12.972051 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5d5b7dc1-9da9-4e4f-a3d6-c16a95d91c53 req-1e3bd684-9bb5-4163-8385-9dcf50ceebdd tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518918 Aug 24 13:50:12.990375 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-f3926d92-66a3-4900-b580-6b7c326f97d7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732775032634', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990584'] for port (5dcc0d20-f388-4c1e-8eab-e5aabbd51dde), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:12.993905 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-6543bebb-d235-486d-be95-0104fe8e8564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'name': 'tempest-TestVolumeBootPattern-446231488-router', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'f0e21890-66ca-4103-bc57-a278f15443a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:42:20Z', 'updated_at': '2022-08-24T13:42:26Z', 'revision_number': 4, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'gw_port': {'id': 'f0e21890-66ca-4103-bc57-a278f15443a3', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:78:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:21Z', 'updated_at': '2022-08-24T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': '34c70bdb-9521-4499-bf3b-8c76878fe792', 'name': '', 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'mac_address': 'fa:16:3e:2f:73:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '855e4e70-f3fd-4957-8cf7-11d6e251674e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:25Z', 'updated_at': '2022-08-24T13:42:34Z', 'revision_number': 5, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'subnets': [{'id': '855e4e70-f3fd-4957-8cf7-11d6e251674e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:50:13.021246 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6543bebb-d235-486d-be95-0104fe8e8564 None None] The sync data for ids ['c87be637-b9f5-4543-9419-8aa35994dab0'] in dv-cinder-779578-4-iscsi is: [{'id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'name': 'tempest-TestVolumeBootPattern-446231488-router', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'f0e21890-66ca-4103-bc57-a278f15443a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:42:20Z', 'updated_at': '2022-08-24T13:42:26Z', 'revision_number': 4, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'gw_port': {'id': 'f0e21890-66ca-4103-bc57-a278f15443a3', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:78:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:21Z', 'updated_at': '2022-08-24T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': '34c70bdb-9521-4499-bf3b-8c76878fe792', 'name': '', 'network_id': '440bd507-b6ac-4736-a4d2-ede05189225c', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'mac_address': 'fa:16:3e:2f:73:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '855e4e70-f3fd-4957-8cf7-11d6e251674e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:25Z', 'updated_at': '2022-08-24T13:42:34Z', 'revision_number': 5, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'subnets': [{'id': '855e4e70-f3fd-4957-8cf7-11d6e251674e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:50:13.038528 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-f3926d92-66a3-4900-b580-6b7c326f97d7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Network f3395214-009c-4aba-9dda-777a5c33eecb is already hosted by enough agents. {{(pid=106986) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 24 13:50:13.041194 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:13.044927 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.base_scheduler [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-f3926d92-66a3-4900-b580-6b7c326f97d7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Resources bound (agent type, host, resource id): {{(pid=106986) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 24 13:50:13.048803 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-f3926d92-66a3-4900-b580-6b7c326f97d7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Received port after_create {{(pid=106986) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Aug 24 13:50:13.053462 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3926d92-66a3-4900-b580-6b7c326f97d7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Pushing event updated for resources: {'Port': ['ID=5dcc0d20-f388-4c1e-8eab-e5aabbd51dde,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:50:13.113600 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-f3926d92-66a3-4900-b580-6b7c326f97d7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:50:13.114322 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-f3926d92-66a3-4900-b580-6b7c326f97d7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:13.203968 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-f3926d92-66a3-4900-b580-6b7c326f97d7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.20 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9080482 Aug 24 13:50:13.223673 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaa7ad6-b8e2-4ff2-b860-c9bfe6373f40 req-f76b0afb-09da-422c-9e26-6fefa3b5d930 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:50:13.225411 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-edaa7ad6-b8e2-4ff2-b860-c9bfe6373f40 req-f76b0afb-09da-422c-9e26-6fefa3b5d930 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b6c3f0aa-d151-40dd-bde5-a1ff4507874e HTTP/1.1" status: 200 len: 931 time: 0.0631375 Aug 24 13:50:13.282199 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-edaa7ad6-b8e2-4ff2-b860-c9bfe6373f40 req-25c66228-7b9b-4921-980a-89b77fd54ffd tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=16dcd164-8216-42c3-9eb1-818a7355e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498116 Aug 24 13:50:13.293056 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-64679494-52f2-4060-819b-14c2bbc2b74c None None] Provisioning complete for port 5dcc0d20-f388-4c1e-8eab-e5aabbd51dde triggered by entity DHCP. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:50:13.294507 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-64679494-52f2-4060-819b-14c2bbc2b74c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (5dcc0d20-f388-4c1e-8eab-e5aabbd51dde), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:13.352390 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-64679494-52f2-4060-819b-14c2bbc2b74c None None] Port 5dcc0d20-f388-4c1e-8eab-e5aabbd51dde cannot update to ACTIVE because it is not bound. {{(pid=106987) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Aug 24 13:50:13.352506 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c517d9d-b37c-41e9-9ecc-7d3d08fff206 None None] New status for floating IP 9c6e510a-5aa2-40b5-aaad-c64e79f7234f: DOWN {{(pid=106988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 13:50:13.964325 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.v2.base [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-fc828f2c-cc16-4d4e-953e-dd1b5f060e85 service neutron] Request body: {'port': {'device_id': 'b6c3f0aa-d151-40dd-bde5-a1ff4507874e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77957'}} {{(pid=106986) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:50:14.027924 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-fc828f2c-cc16-4d4e-953e-dd1b5f060e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (5dcc0d20-f388-4c1e-8eab-e5aabbd51dde), before_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:14.059696 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-19308e90-a7d8-4a2f-a2a6-b1d16a88650c req-7a66d6da-e243-4110-b264-0c0a87e4ffee service neutron] 10.222.0.20 "GET /networking/v2.0/networks/440bd507-b6ac-4736-a4d2-ede05189225c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007974 Aug 24 13:50:14.109283 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb6d0e2-3dc6-4cd8-bf8c-0c7821baec9c req-e0980424-b83f-474c-b663-6638195d6610 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:50:14.111018 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1cb6d0e2-3dc6-4cd8-bf8c-0c7821baec9c req-e0980424-b83f-474c-b663-6638195d6610 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1dba10a5-24cb-4641-914e-7558614f82a6 HTTP/1.1" status: 200 len: 945 time: 0.0545146 Aug 24 13:50:14.164243 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-1cb6d0e2-3dc6-4cd8-bf8c-0c7821baec9c req-6eaae646-21a4-47f2-a68e-c8f5e8549709 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=66e3919f-1cda-4fca-bca3-a8a5d870493c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470374 Aug 24 13:50:14.299850 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.notifiers.nova [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-fc828f2c-cc16-4d4e-953e-dd1b5f060e85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dcc0d20-f388-4c1e-8eab-e5aabbd51dde {{(pid=106986) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 13:50:14.307894 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-fc828f2c-cc16-4d4e-953e-dd1b5f060e85 service neutron] Publish callbacks [] for port (5dcc0d20-f388-4c1e-8eab-e5aabbd51dde), precommit_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:14.321850 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.provisioning_blocks [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-fc828f2c-cc16-4d4e-953e-dd1b5f060e85 service neutron] Transition to ACTIVE for port object 5dcc0d20-f388-4c1e-8eab-e5aabbd51dde will not be triggered until provisioned by entity L2. {{(pid=106986) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Aug 24 13:50:14.389785 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-fc828f2c-cc16-4d4e-953e-dd1b5f060e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2990583'] for port (5dcc0d20-f388-4c1e-8eab-e5aabbd51dde), after_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:14.409142 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af2ab5-0d99-4086-97d3-11a2e905ce2a req-f67affb2-d4f1-4c2c-85d4-6e6601fca709 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:50:14.410782 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-64af2ab5-0d99-4086-97d3-11a2e905ce2a req-f67affb2-d4f1-4c2c-85d4-6e6601fca709 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b6c3f0aa-d151-40dd-bde5-a1ff4507874e HTTP/1.1" status: 200 len: 931 time: 0.0492613 Aug 24 13:50:14.453014 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc828f2c-cc16-4d4e-953e-dd1b5f060e85 service neutron] Pushing event updated for resources: {'Port': ['ID=5dcc0d20-f388-4c1e-8eab-e5aabbd51dde,revision_number=2']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:50:14.468484 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-64af2ab5-0d99-4086-97d3-11a2e905ce2a req-f0fc53e3-8001-4365-9f48-b6c2b22d1a26 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=16dcd164-8216-42c3-9eb1-818a7355e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501943 Aug 24 13:50:14.494031 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=74 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:14.514479 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.managers [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-fc828f2c-cc16-4d4e-953e-dd1b5f060e85 service neutron] Attempting to bind port 5dcc0d20-f388-4c1e-8eab-e5aabbd51dde on host hv-cinder-77957 for vnic_type normal with profile {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Aug 24 13:50:14.514868 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.managers [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-fc828f2c-cc16-4d4e-953e-dd1b5f060e85 service neutron] Attempting to bind port 5dcc0d20-f388-4c1e-8eab-e5aabbd51dde by drivers openvswitch,hyperv on host hv-cinder-77957 at level 0 using segments [{'id': '71d927bf-449a-4f61-aa64-ce086e1d6108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f3395214-009c-4aba-9dda-777a5c33eecb'}] {{(pid=106986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Aug 24 13:50:14.515204 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-fc828f2c-cc16-4d4e-953e-dd1b5f060e85 service neutron] Attempting to bind port 5dcc0d20-f388-4c1e-8eab-e5aabbd51dde on network f3395214-009c-4aba-9dda-777a5c33eecb {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:50:14.520415 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-fc828f2c-cc16-4d4e-953e-dd1b5f060e85 service neutron] Port 5dcc0d20-f388-4c1e-8eab-e5aabbd51dde on network f3395214-009c-4aba-9dda-777a5c33eecb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77957 {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Aug 24 13:50:14.520415 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-fc828f2c-cc16-4d4e-953e-dd1b5f060e85 service neutron] Attempting to bind port 5dcc0d20-f388-4c1e-8eab-e5aabbd51dde on network f3395214-009c-4aba-9dda-777a5c33eecb {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Aug 24 13:50:14.525456 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-fc828f2c-cc16-4d4e-953e-dd1b5f060e85 service neutron] Checking agent: {'id': 'a93d403b-29c5-41ac-a53c-7c0bf3f47879', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77957', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 8, 24, 13, 36, 17), 'started_at': datetime.datetime(2022, 8, 24, 13, 36, 17), 'heartbeat_timestamp': datetime.datetime(2022, 8, 24, 13, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Aug 24 13:50:14.526660 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-fc828f2c-cc16-4d4e-953e-dd1b5f060e85 service neutron] Checking segment: {'id': '71d927bf-449a-4f61-aa64-ce086e1d6108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f3395214-009c-4aba-9dda-777a5c33eecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106986) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Aug 24 13:50:14.526791 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-fc828f2c-cc16-4d4e-953e-dd1b5f060e85 service neutron] Bound using segment: {'id': '71d927bf-449a-4f61-aa64-ce086e1d6108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f3395214-009c-4aba-9dda-777a5c33eecb'} {{(pid=106986) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Aug 24 13:50:14.527225 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.managers [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-fc828f2c-cc16-4d4e-953e-dd1b5f060e85 service neutron] Bound port: 5dcc0d20-f388-4c1e-8eab-e5aabbd51dde, host: hv-cinder-77957, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71d927bf-449a-4f61-aa64-ce086e1d6108', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'f3395214-009c-4aba-9dda-777a5c33eecb'}}] {{(pid=106986) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Aug 24 13:50:14.527579 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-fc828f2c-cc16-4d4e-953e-dd1b5f060e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (5dcc0d20-f388-4c1e-8eab-e5aabbd51dde), before_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:14.596050 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.db [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-fc828f2c-cc16-4d4e-953e-dd1b5f060e85 service neutron] For port 5dcc0d20-f388-4c1e-8eab-e5aabbd51dde, host hv-cinder-77957, cleared binding levels {{(pid=106986) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 24 13:50:14.597637 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3890d7-5de6-4211-8704-34fcf6e2736b req-49c64a90-62e9-42f0-bf1a-afea699df499 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:50:14.599105 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4b3890d7-5de6-4211-8704-34fcf6e2736b req-49c64a90-62e9-42f0-bf1a-afea699df499 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=1dba10a5-24cb-4641-914e-7558614f82a6 HTTP/1.1" status: 200 len: 945 time: 0.0499446 Aug 24 13:50:14.599610 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.db [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-fc828f2c-cc16-4d4e-953e-dd1b5f060e85 service neutron] For port 5dcc0d20-f388-4c1e-8eab-e5aabbd51dde, host hv-cinder-77957, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=5dcc0d20-f388-4c1e-8eab-e5aabbd51dde,segment=NetworkSegment(71d927bf-449a-4f61-aa64-ce086e1d6108),segment_id=71d927bf-449a-4f61-aa64-ce086e1d6108)] {{(pid=106986) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 24 13:50:14.664959 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-fc828f2c-cc16-4d4e-953e-dd1b5f060e85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2990583'] for port (5dcc0d20-f388-4c1e-8eab-e5aabbd51dde), after_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:14.672567 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-fc828f2c-cc16-4d4e-953e-dd1b5f060e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:50:14.673245 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-fc828f2c-cc16-4d4e-953e-dd1b5f060e85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:14.674665 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-fc828f2c-cc16-4d4e-953e-dd1b5f060e85 service neutron] 10.222.0.20 "PUT /networking/v2.0/ports/5dcc0d20-f388-4c1e-8eab-e5aabbd51dde HTTP/1.1" status: 200 len: 1093 time: 0.7153642 Aug 24 13:50:14.675325 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6c3f0aa-d151-40dd-bde5-a1ff4507874e', 'tag': '5dcc0d20-f388-4c1e-8eab-e5aabbd51dde'}] {{(pid=106986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:50:14.678752 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d01dbab33e71115aad2ee8471a00c8ecaf37bbc8c5e47995de0ab84d59865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf77219e-f1b7-46b5-8a4e-20bac34fa5d5" -d '{"events": [{"name": "network-changed", "server_uuid": "b6c3f0aa-d151-40dd-bde5-a1ff4507874e", "tag": "5dcc0d20-f388-4c1e-8eab-e5aabbd51dde"}]}' {{(pid=106986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:50:14.689310 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [req-4b3890d7-5de6-4211-8704-34fcf6e2736b req-3f389b3e-7eba-430d-b47c-0e8cc5df9b7d tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Deleting port ec946f8f-f434-42c3-90a3-60ce66ddf0c3 {{(pid=106985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:50:14.689648 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-4b3890d7-5de6-4211-8704-34fcf6e2736b req-3f389b3e-7eba-430d-b47c-0e8cc5df9b7d tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (ec946f8f-f434-42c3-90a3-60ce66ddf0c3), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:14.721878 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 13:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2631dec8-822a-4180-b701-59cccfece470 x-openstack-request-id: req-2631dec8-822a-4180-b701-59cccfece470 {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:50:14.722172 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6c3f0aa-d151-40dd-bde5-a1ff4507874e", "tag": "5dcc0d20-f388-4c1e-8eab-e5aabbd51dde", "status": "completed", "code": 200}]} {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:50:14.722421 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2631dec8-822a-4180-b701-59cccfece470 {{(pid=106986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:50:14.722824 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2631dec8-822a-4180-b701-59cccfece470'] response: {'name': 'network-changed', 'server_uuid': 'b6c3f0aa-d151-40dd-bde5-a1ff4507874e', 'tag': '5dcc0d20-f388-4c1e-8eab-e5aabbd51dde', 'status': 'completed', 'code': 200} Aug 24 13:50:14.737222 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc828f2c-cc16-4d4e-953e-dd1b5f060e85 service neutron] Pushing event updated for resources: {'Port': ['ID=5dcc0d20-f388-4c1e-8eab-e5aabbd51dde,revision_number=3']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:50:14.790478 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.db [req-4b3890d7-5de6-4211-8704-34fcf6e2736b req-3f389b3e-7eba-430d-b47c-0e8cc5df9b7d tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] For port ec946f8f-f434-42c3-90a3-60ce66ddf0c3, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=ec946f8f-f434-42c3-90a3-60ce66ddf0c3,segment=NetworkSegment(a66ff9af-39c0-4933-b76c-c41e5f0ae69c),segment_id=a66ff9af-39c0-4933-b76c-c41e5f0ae69c)] {{(pid=106985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:50:14.790821 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-4b3890d7-5de6-4211-8704-34fcf6e2736b req-3f389b3e-7eba-430d-b47c-0e8cc5df9b7d tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (ec946f8f-f434-42c3-90a3-60ce66ddf0c3), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:14.804078 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [req-4b3890d7-5de6-4211-8704-34fcf6e2736b req-3f389b3e-7eba-430d-b47c-0e8cc5df9b7d tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Calling delete_port for ec946f8f-f434-42c3-90a3-60ce66ddf0c3 owned by compute:nova {{(pid=106985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:50:14.809553 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:14.813191 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77219e-f1b7-46b5-8a4e-20bac34fa5d5 req-0a900165-c5dc-4b6b-a234-6ef8c30da367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:50:14.814757 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-cf77219e-f1b7-46b5-8a4e-20bac34fa5d5 req-0a900165-c5dc-4b6b-a234-6ef8c30da367 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=ca298d9092ad4a9489f1624d62b2ac1d&device_id=b6c3f0aa-d151-40dd-bde5-a1ff4507874e HTTP/1.1" status: 200 len: 1127 time: 0.0419247 Aug 24 13:50:14.908730 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:14.924850 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77219e-f1b7-46b5-8a4e-20bac34fa5d5 req-993e875f-1e96-41e8-b39e-80026e0e00ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:50:14.926298 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-cf77219e-f1b7-46b5-8a4e-20bac34fa5d5 req-993e875f-1e96-41e8-b39e-80026e0e00ba service neutron] 10.222.0.20 "GET /networking/v2.0/networks?tenant_id=ca298d9092ad4a9489f1624d62b2ac1d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0992699 Aug 24 13:50:14.966376 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:14.996085 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-4b3890d7-5de6-4211-8704-34fcf6e2736b req-3f389b3e-7eba-430d-b47c-0e8cc5df9b7d tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (ec946f8f-f434-42c3-90a3-60ce66ddf0c3), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:15.022855 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f389b3e-7eba-430d-b47c-0e8cc5df9b7d tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Pushing event deleted for resources: {'Port': ['ID=ec946f8f-f434-42c3-90a3-60ce66ddf0c3,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:50:15.027840 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf77219e-f1b7-46b5-8a4e-20bac34fa5d5 req-69291eba-6764-426b-94f5-c80ebbc3ebfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:50:15.029144 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-cf77219e-f1b7-46b5-8a4e-20bac34fa5d5 req-69291eba-6764-426b-94f5-c80ebbc3ebfc service neutron] 10.222.0.20 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0970888 Aug 24 13:50:15.080671 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b3890d7-5de6-4211-8704-34fcf6e2736b req-3f389b3e-7eba-430d-b47c-0e8cc5df9b7d tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] No DVR routers for this DVR port ec946f8f-f434-42c3-90a3-60ce66ddf0c3 on host hv-cinder-77957 {{(pid=106985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 13:50:15.082976 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [req-4b3890d7-5de6-4211-8704-34fcf6e2736b req-3f389b3e-7eba-430d-b47c-0e8cc5df9b7d tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:15.086357 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-4b3890d7-5de6-4211-8704-34fcf6e2736b req-3f389b3e-7eba-430d-b47c-0e8cc5df9b7d tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.20 "DELETE /networking/v2.0/ports/ec946f8f-f434-42c3-90a3-60ce66ddf0c3 HTTP/1.1" status: 204 len: 173 time: 0.4798055 Aug 24 13:50:15.090116 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dba10a5-24cb-4641-914e-7558614f82a6', 'name': 'network-vif-deleted', 'tag': 'ec946f8f-f434-42c3-90a3-60ce66ddf0c3'}] {{(pid=106985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:50:15.090116 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339b45b761399ad6383a0e79eb3d49a8b35bb9728a194a6e9817421c04d0c31a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb882af7-45ae-4918-a45c-2a40dcc1d45e" -d '{"events": [{"server_uuid": "1dba10a5-24cb-4641-914e-7558614f82a6", "name": "network-vif-deleted", "tag": "ec946f8f-f434-42c3-90a3-60ce66ddf0c3"}]}' {{(pid=106985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:50:15.128670 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 13:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9e486e-4b4e-4414-bf38-e82f1ecf2988 x-openstack-request-id: req-2f9e486e-4b4e-4414-bf38-e82f1ecf2988 {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:50:15.128938 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dba10a5-24cb-4641-914e-7558614f82a6", "name": "network-vif-deleted", "tag": "ec946f8f-f434-42c3-90a3-60ce66ddf0c3", "status": "completed", "code": 200}]} {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:50:15.129190 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-2f9e486e-4b4e-4414-bf38-e82f1ecf2988 {{(pid=106985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:50:15.129615 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f9e486e-4b4e-4414-bf38-e82f1ecf2988'] response: {'server_uuid': '1dba10a5-24cb-4641-914e-7558614f82a6', 'name': 'network-vif-deleted', 'tag': 'ec946f8f-f434-42c3-90a3-60ce66ddf0c3', 'status': 'completed', 'code': 200} Aug 24 13:50:15.134967 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-7a1622a8-95a5-48ce-91c9-fb6c457deea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:50:15.136500 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-7a1622a8-95a5-48ce-91c9-fb6c457deea0 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=ca298d9092ad4a9489f1624d62b2ac1d&device_id=b6c3f0aa-d151-40dd-bde5-a1ff4507874e HTTP/1.1" status: 200 len: 1127 time: 0.0503523 Aug 24 13:50:15.203132 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-457baa51-9d55-4887-a423-83d9cd4eb161 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5dcc0d20-f388-4c1e-8eab-e5aabbd51dde HTTP/1.1" status: 200 len: 217 time: 0.0349765 Aug 24 13:50:15.254981 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-95b46de8-9dcc-4596-a8e1-6186cd025d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:50:15.256481 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-95b46de8-9dcc-4596-a8e1-6186cd025d13 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=1f46d6dd-5a73-4b8e-8e50-cedc158c26c7 HTTP/1.1" status: 200 len: 850 time: 0.0465691 Aug 24 13:50:15.257849 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:15.277912 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5c0fc56f-485c-4a90-ac15-5279a60fc8ae req-987e1057-09a4-49df-89e5-a1112f306801 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1dba10a5-24cb-4641-914e-7558614f82a6 HTTP/1.1" status: 200 len: 210 time: 0.0302885 Aug 24 13:50:15.306448 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-6baedd6e-29e6-4b9f-a4ec-2773a0b4273f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:50:15.308158 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-6baedd6e-29e6-4b9f-a4ec-2773a0b4273f service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=f3395214-009c-4aba-9dda-777a5c33eecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446017 Aug 24 13:50:15.408005 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-94f9a918-4357-4e7d-a404-d9b7dee9f284 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/f3395214-009c-4aba-9dda-777a5c33eecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910354 Aug 24 13:50:15.512488 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-0b86f466-8ec4-4067-bfdd-36787d5ce991 req-5c6ef1ca-15bb-4c30-902d-24a9adc369d1 service neutron] 10.222.0.20 "GET /networking/v2.0/networks/f3395214-009c-4aba-9dda-777a5c33eecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979605 Aug 24 13:50:15.857405 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a766755-bdaf-4769-82bd-fb7ccff3a997 req-c6b280a8-4de2-4cf4-ba2d-949ce6d7a3c4 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:50:15.858942 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5a766755-bdaf-4769-82bd-fb7ccff3a997 req-c6b280a8-4de2-4cf4-ba2d-949ce6d7a3c4 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b6c3f0aa-d151-40dd-bde5-a1ff4507874e HTTP/1.1" status: 200 len: 943 time: 0.3033690 Aug 24 13:50:15.906868 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-5a766755-bdaf-4769-82bd-fb7ccff3a997 req-ff5a44a8-c8d8-481c-a20d-af1b27050ce5 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=16dcd164-8216-42c3-9eb1-818a7355e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421600 Aug 24 13:50:16.384873 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-76fa933f-d140-4a10-aed4-71ca4f8d1a3f req-1d914d93-8af9-49ac-8e51-d4044b14fa7c tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=1dba10a5-24cb-4641-914e-7558614f82a6 HTTP/1.1" status: 200 len: 210 time: 0.0285501 Aug 24 13:50:17.028328 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f788855-f302-40a8-a36f-993c8576348f req-71281f9b-10b0-4e57-8d4f-9430ccebf8a7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:50:17.029827 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0f788855-f302-40a8-a36f-993c8576348f req-71281f9b-10b0-4e57-8d4f-9430ccebf8a7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b6c3f0aa-d151-40dd-bde5-a1ff4507874e HTTP/1.1" status: 200 len: 943 time: 0.0487230 Aug 24 13:50:17.082457 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-0f788855-f302-40a8-a36f-993c8576348f req-2ab12ced-12ab-45c0-959a-0683c538a7e5 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=16dcd164-8216-42c3-9eb1-818a7355e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464647 Aug 24 13:50:17.185018 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 5dcc0d20-f388-4c1e-8eab-e5aabbd51dde details requested by agent hyperv_hv-cinder-77957 with host hv-cinder-77957 {{(pid=106987) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 24 13:50:17.201744 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device ec946f8f-f434-42c3-90a3-60ce66ddf0c3 no longer exists at agent hyperv_hv-cinder-77957 {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:50:17.349516 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] No Port match for: ec946f8f-f434-42c3-90a3-60ce66ddf0c3 {{(pid=106987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 13:50:17.349899 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device ec946f8f-f434-42c3-90a3-60ce66ddf0c3 not bound to the agent host hv-cinder-77957 {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 13:50:17.354261 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.db.resource_extend [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Aug 24 13:50:17.436135 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 5dcc0d20-f388-4c1e-8eab-e5aabbd51dde, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=5dcc0d20-f388-4c1e-8eab-e5aabbd51dde,segment=NetworkSegment(71d927bf-449a-4f61-aa64-ce086e1d6108),segment_id=71d927bf-449a-4f61-aa64-ce086e1d6108)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:50:17.452400 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Returning: {'device': '5dcc0d20-f388-4c1e-8eab-e5aabbd51dde', 'network_id': 'f3395214-009c-4aba-9dda-777a5c33eecb', 'port_id': '5dcc0d20-f388-4c1e-8eab-e5aabbd51dde', 'mac_address': 'fa:16:3e:8f:da:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f46d6dd-5a73-4b8e-8e50-cedc158c26c7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106987) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 24 13:50:17.452631 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 58548) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:50:17.490681 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port 5dcc0d20-f388-4c1e-8eab-e5aabbd51dde is: DOWN; New status is: BUILD {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:50:17.491057 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (5dcc0d20-f388-4c1e-8eab-e5aabbd51dde), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:17.506786 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dcc0d20-f388-4c1e-8eab-e5aabbd51dde {{(pid=106987) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Aug 24 13:50:17.528629 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 5dcc0d20-f388-4c1e-8eab-e5aabbd51dde, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=5dcc0d20-f388-4c1e-8eab-e5aabbd51dde,segment=NetworkSegment(71d927bf-449a-4f61-aa64-ce086e1d6108),segment_id=71d927bf-449a-4f61-aa64-ce086e1d6108)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:50:17.570949 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [None req-10371cfb-349d-4a36-9e73-70abbf8d9abb tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Deleting port be276bd9-2e0f-4cba-9389-31a6dad5a84b {{(pid=106986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:50:17.571290 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-10371cfb-349d-4a36-9e73-70abbf8d9abb tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (be276bd9-2e0f-4cba-9389-31a6dad5a84b), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:17.648732 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-10371cfb-349d-4a36-9e73-70abbf8d9abb tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (be276bd9-2e0f-4cba-9389-31a6dad5a84b), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:17.648965 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-10371cfb-349d-4a36-9e73-70abbf8d9abb tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks [] for floatingip (be276bd9-2e0f-4cba-9389-31a6dad5a84b), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:17.662689 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [None req-10371cfb-349d-4a36-9e73-70abbf8d9abb tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Calling delete_port for be276bd9-2e0f-4cba-9389-31a6dad5a84b owned by network:floatingip {{(pid=106986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:50:17.687314 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (5dcc0d20-f388-4c1e-8eab-e5aabbd51dde), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:17.724339 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:17.739849 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=5dcc0d20-f388-4c1e-8eab-e5aabbd51dde,revision_number=4']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:50:17.744969 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=100 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:17.747152 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:50:17.747497 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:50:17.747833 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:50:17.748166 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:50:17.748516 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:50:17.748840 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:50:17.749158 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:50:17.749471 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:50:17.749791 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:50:17.750107 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:50:17.750761 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:50:17.750761 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:50:17.751025 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:50:17.751337 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:50:17.751817 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:50:17.875226 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-10371cfb-349d-4a36-9e73-70abbf8d9abb tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990584'] for port (be276bd9-2e0f-4cba-9389-31a6dad5a84b), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:17.902771 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10371cfb-349d-4a36-9e73-70abbf8d9abb tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Pushing event deleted for resources: {'Port': ['ID=be276bd9-2e0f-4cba-9389-31a6dad5a84b,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:50:17.966104 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-10371cfb-349d-4a36-9e73-70abbf8d9abb tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks [] for floatingip (02608906-20b4-4cd8-9c53-fd76209a8dbd), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:17.968584 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-10371cfb-349d-4a36-9e73-70abbf8d9abb tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for floatingip (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:17.969747 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-10371cfb-349d-4a36-9e73-70abbf8d9abb tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/02608906-20b4-4cd8-9c53-fd76209a8dbd HTTP/1.1" status: 204 len: 168 time: 0.5160477 Aug 24 13:50:17.980089 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] get_ports_and_sgs() called for port_ids ['5dcc0d20-f388-4c1e-8eab-e5aabbd51dde'] {{(pid=106987) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Aug 24 13:50:18.167575 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a93d403b-29c5-41ac-a53c-7c0bf3f47879), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:18.204539 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7be2a51-4479-4d68-947d-a1870988d9e3 req-e639d3cf-dddb-47fc-ab37-9993a3f55189 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:50:18.206214 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-c7be2a51-4479-4d68-947d-a1870988d9e3 req-e639d3cf-dddb-47fc-ab37-9993a3f55189 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b6c3f0aa-d151-40dd-bde5-a1ff4507874e HTTP/1.1" status: 200 len: 944 time: 0.0490291 Aug 24 13:50:18.257587 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-c7be2a51-4479-4d68-947d-a1870988d9e3 req-e2fce139-da51-42aa-9cb7-cb7ea1dfcd7d tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=16dcd164-8216-42c3-9eb1-818a7355e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450521 Aug 24 13:50:19.191718 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 5dcc0d20-f388-4c1e-8eab-e5aabbd51dde up at agent hyperv_hv-cinder-77957 {{(pid=106987) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 24 13:50:19.237178 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Provisioning for port 5dcc0d20-f388-4c1e-8eab-e5aabbd51dde completed by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Aug 24 13:50:19.309637 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.provisioning_blocks [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Provisioning complete for port 5dcc0d20-f388-4c1e-8eab-e5aabbd51dde triggered by entity L2. {{(pid=106987) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Aug 24 13:50:19.310018 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-66919381'] for port (5dcc0d20-f388-4c1e-8eab-e5aabbd51dde), provisioning_complete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:19.357477 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:19.383694 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fd79e5-1207-4611-9ed9-8aa6c7b086cd req-dcf1e637-23b7-4a85-ac7b-8e9b4bf13717 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:50:19.385354 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-35fd79e5-1207-4611-9ed9-8aa6c7b086cd req-dcf1e637-23b7-4a85-ac7b-8e9b4bf13717 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b6c3f0aa-d151-40dd-bde5-a1ff4507874e HTTP/1.1" status: 200 len: 944 time: 0.0502701 Aug 24 13:50:19.409833 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Current status of the port 5dcc0d20-f388-4c1e-8eab-e5aabbd51dde is: BUILD; New status is: ACTIVE {{(pid=106987) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2302}} Aug 24 13:50:19.409833 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-66648878'] for port (5dcc0d20-f388-4c1e-8eab-e5aabbd51dde), before_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:19.436855 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 58564) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:50:19.446971 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c3f0aa-d151-40dd-bde5-a1ff4507874e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dcc0d20-f388-4c1e-8eab-e5aabbd51dde'}] {{(pid=106987) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:50:19.449078 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-35fd79e5-1207-4611-9ed9-8aa6c7b086cd req-742f488e-a829-479e-a434-50fca67266ba tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=16dcd164-8216-42c3-9eb1-818a7355e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534470 Aug 24 13:50:19.450566 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee01592ba90e2cb9dcb0c84681ff9a6759d336f5db8af78df2209fafc25a55a9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60e6a01-149d-46dd-a405-f190b881f251" -d '{"events": [{"server_uuid": "b6c3f0aa-d151-40dd-bde5-a1ff4507874e", "name": "network-vif-plugged", "status": "completed", "tag": "5dcc0d20-f388-4c1e-8eab-e5aabbd51dde"}]}' {{(pid=106987) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:50:19.466465 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] For port 5dcc0d20-f388-4c1e-8eab-e5aabbd51dde, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=5dcc0d20-f388-4c1e-8eab-e5aabbd51dde,segment=NetworkSegment(71d927bf-449a-4f61-aa64-ce086e1d6108),segment_id=71d927bf-449a-4f61-aa64-ce086e1d6108)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:50:19.519163 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-c1df6704-ed5c-4c3f-ab5f-d9e4b2211114 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks [] for security_group (66e3919f-1cda-4fca-bca3-a8a5d870493c), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:19.547895 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-c1df6704-ed5c-4c3f-ab5f-d9e4b2211114 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks [] for security_group (66e3919f-1cda-4fca-bca3-a8a5d870493c), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:19.567057 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732775425796', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732775032652', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732775032670'] for port (5dcc0d20-f388-4c1e-8eab-e5aabbd51dde), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:19.624979 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Pushing event updated for resources: {'Port': ['ID=5dcc0d20-f388-4c1e-8eab-e5aabbd51dde,revision_number=5']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:50:19.700623 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 13:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73a88e6-8deb-4452-a6d7-78c6f516f923 x-openstack-request-id: req-b73a88e6-8deb-4452-a6d7-78c6f516f923 {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:50:19.700923 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6c3f0aa-d151-40dd-bde5-a1ff4507874e", "name": "network-vif-plugged", "status": "completed", "tag": "5dcc0d20-f388-4c1e-8eab-e5aabbd51dde", "code": 200}]} {{(pid=106987) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:50:19.701172 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-b73a88e6-8deb-4452-a6d7-78c6f516f923 {{(pid=106987) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:50:19.701573 dv-cinder-779578-4-iscsi neutron-server[106987]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b73a88e6-8deb-4452-a6d7-78c6f516f923'] response: {'server_uuid': 'b6c3f0aa-d151-40dd-bde5-a1ff4507874e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dcc0d20-f388-4c1e-8eab-e5aabbd51dde', 'code': 200} Aug 24 13:50:19.716564 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-c1df6704-ed5c-4c3f-ab5f-d9e4b2211114 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (66e3919f-1cda-4fca-bca3-a8a5d870493c), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:19.719992 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-c1df6704-ed5c-4c3f-ab5f-d9e4b2211114 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:19.721806 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-c1df6704-ed5c-4c3f-ab5f-d9e4b2211114 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] 10.222.0.73 "DELETE /networking/v2.0/security-groups/66e3919f-1cda-4fca-bca3-a8a5d870493c HTTP/1.1" status: 204 len: 168 time: 0.2840521 Aug 24 13:50:19.735104 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1df6704-ed5c-4c3f-ab5f-d9e4b2211114 tempest-TestVolumeBootPattern-1955094951 tempest-TestVolumeBootPattern-1955094951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e3919f-1cda-4fca-bca3-a8a5d870493c,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:50:19.899089 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.agents_db [None req-66b1cbc3-9e75-488f-ab76-e3b1c287483f None None] Agent healthcheck: found 6 active agents {{(pid=106988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 13:50:19.908477 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 58572) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:50:19.954866 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-3ab30cc2-9be7-4eb9-9ec2-625ac9cea1f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:20.201567 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a08843-8552-4c20-9e68-f1f876d25315 req-222035be-0a6a-48b9-b534-18ddc4b45f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:50:20.202961 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-b0a08843-8552-4c20-9e68-f1f876d25315 req-222035be-0a6a-48b9-b534-18ddc4b45f44 service neutron] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b6c3f0aa-d151-40dd-bde5-a1ff4507874e HTTP/1.1" status: 200 len: 1129 time: 0.0590374 Aug 24 13:50:20.220204 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:20.347831 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-b0a08843-8552-4c20-9e68-f1f876d25315 req-f1a10802-ad23-4e75-b75d-f3ec5dba0382 service neutron] 10.222.0.20 "GET /networking/v2.0/security-groups?id=16dcd164-8216-42c3-9eb1-818a7355e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374171 Aug 24 13:50:20.495365 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-2a6206e6-3310-4e71-bacc-40aabf72be1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-564397'] for router_interface (c87be637-b9f5-4543-9419-8aa35994dab0), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:20.495365 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:20.580070 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39214209-1d90-4261-97d2-348c159c4ad7 req-c7cbd7a0-70e7-4faf-b81d-9a63121561e6 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:50:20.581581 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-39214209-1d90-4261-97d2-348c159c4ad7 req-c7cbd7a0-70e7-4faf-b81d-9a63121561e6 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b6c3f0aa-d151-40dd-bde5-a1ff4507874e HTTP/1.1" status: 200 len: 945 time: 0.0518746 Aug 24 13:50:20.634562 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-39214209-1d90-4261-97d2-348c159c4ad7 req-e1fc7281-3e55-42c0-b527-73ae6ea393ca tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=16dcd164-8216-42c3-9eb1-818a7355e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472789 Aug 24 13:50:20.975873 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [None req-2a6206e6-3310-4e71-bacc-40aabf72be1b admin admin] Deleting port 34c70bdb-9521-4499-bf3b-8c76878fe792 {{(pid=106986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:50:20.976228 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-2a6206e6-3310-4e71-bacc-40aabf72be1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (34c70bdb-9521-4499-bf3b-8c76878fe792), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:21.061748 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.db [None req-2a6206e6-3310-4e71-bacc-40aabf72be1b admin admin] For port 34c70bdb-9521-4499-bf3b-8c76878fe792, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=34c70bdb-9521-4499-bf3b-8c76878fe792,segment=NetworkSegment(a66ff9af-39c0-4933-b76c-c41e5f0ae69c),segment_id=a66ff9af-39c0-4933-b76c-c41e5f0ae69c)] {{(pid=106986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:50:21.062118 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-2a6206e6-3310-4e71-bacc-40aabf72be1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (34c70bdb-9521-4499-bf3b-8c76878fe792), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:21.075868 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [None req-2a6206e6-3310-4e71-bacc-40aabf72be1b admin admin] Calling delete_port for 34c70bdb-9521-4499-bf3b-8c76878fe792 owned by network:router_interface {{(pid=106986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:50:21.372578 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-2a6206e6-3310-4e71-bacc-40aabf72be1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990584'] for port (34c70bdb-9521-4499-bf3b-8c76878fe792), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:21.396357 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6206e6-3310-4e71-bacc-40aabf72be1b admin admin] Pushing event deleted for resources: {'Port': ['ID=34c70bdb-9521-4499-bf3b-8c76878fe792,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:50:21.463058 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:21.573590 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-2a6206e6-3310-4e71-bacc-40aabf72be1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-564281'] for router_interface (c87be637-b9f5-4543-9419-8aa35994dab0), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:21.761859 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa6e53d-9db4-4d31-82a1-1e94daf3e0e1 req-76a2dc26-bd4f-4a03-bb2c-852ee12a86a0 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:50:21.768262 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-dfa6e53d-9db4-4d31-82a1-1e94daf3e0e1 req-76a2dc26-bd4f-4a03-bb2c-852ee12a86a0 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b6c3f0aa-d151-40dd-bde5-a1ff4507874e HTTP/1.1" status: 200 len: 945 time: 0.0514586 Aug 24 13:50:21.800867 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a6206e6-3310-4e71-bacc-40aabf72be1b admin admin] Router c87be637-b9f5-4543-9419-8aa35994dab0 has already been hosted by L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 {{(pid=106986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 13:50:21.812944 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-dfa6e53d-9db4-4d31-82a1-1e94daf3e0e1 req-9072a4bf-dd6c-4625-97d3-6a852c32a8e8 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=16dcd164-8216-42c3-9eb1-818a7355e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436013 Aug 24 13:50:21.928113 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a6206e6-3310-4e71-bacc-40aabf72be1b admin admin] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:50:21.934969 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102311a-4832-4d05-8be7-35359ffee4ac req-c51efdf4-cc6b-4a88-9bb6-c58592f5634c tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:50:21.936600 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-9102311a-4832-4d05-8be7-35359ffee4ac req-c51efdf4-cc6b-4a88-9bb6-c58592f5634c tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b6c3f0aa-d151-40dd-bde5-a1ff4507874e HTTP/1.1" status: 200 len: 945 time: 0.0492797 Aug 24 13:50:21.936746 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-2a6206e6-3310-4e71-bacc-40aabf72be1b admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/c87be637-b9f5-4543-9419-8aa35994dab0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0270491 Aug 24 13:50:21.937339 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 58582) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:50:21.946439 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9800ffd1-3a32-4628-8de3-a5746abb9f8b None None] Sync routers for ids ['c87be637-b9f5-4543-9419-8aa35994dab0'] in dv-cinder-779578-4-iscsi {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:50:21.948386 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 58584) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:50:21.951716 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:21.958255 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.v2.base [None req-c08ddb36-7d7a-40ba-a908-188f250824f7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Request body: {'floatingip': {'port_id': '5dcc0d20-f388-4c1e-8eab-e5aabbd51dde'}} {{(pid=106985) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 24 13:50:21.966928 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9800ffd1-3a32-4628-8de3-a5746abb9f8b None None] Routers {'c87be637-b9f5-4543-9419-8aa35994dab0'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:50:21.971908 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-9800ffd1-3a32-4628-8de3-a5746abb9f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:49:52Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['c87be637-b9f5-4543-9419-8aa35994dab0'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:50:22.005279 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-c08ddb36-7d7a-40ba-a908-188f250824f7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks [] for floatingip (2f47fe03-ad77-4a11-b06c-99e8460500dd), before_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:22.066631 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-3ba37243-cf8c-4482-b193-7878f2f684d7 admin admin] Publish callbacks [] for router (c87be637-b9f5-4543-9419-8aa35994dab0), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:22.077235 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-9800ffd1-3a32-4628-8de3-a5746abb9f8b None None] Set router c87be637-b9f5-4543-9419-8aa35994dab0 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:50:22.189278 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-3ba37243-cf8c-4482-b193-7878f2f684d7 admin admin] Publish callbacks [] for router_gateway (c87be637-b9f5-4543-9419-8aa35994dab0), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:22.301735 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-9800ffd1-3a32-4628-8de3-a5746abb9f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'name': 'tempest-TestVolumeBootPattern-446231488-router', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.171'}], 'enable_snat': True}, 'gw_port_id': 'f0e21890-66ca-4103-bc57-a278f15443a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:42:20Z', 'updated_at': '2022-08-24T13:50:21Z', 'revision_number': 5, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'gw_port': {'id': 'f0e21890-66ca-4103-bc57-a278f15443a3', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:78:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:21Z', 'updated_at': '2022-08-24T13:42:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi'}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:50:22.305327 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-9cc45f11-255f-4e98-b746-b2f632783272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:22.311172 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [None req-3ba37243-cf8c-4482-b193-7878f2f684d7 admin admin] Deleting port f0e21890-66ca-4103-bc57-a278f15443a3 {{(pid=106986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:50:22.311746 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-3ba37243-cf8c-4482-b193-7878f2f684d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (f0e21890-66ca-4103-bc57-a278f15443a3), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:22.332727 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9800ffd1-3a32-4628-8de3-a5746abb9f8b None None] Checking router: c87be637-b9f5-4543-9419-8aa35994dab0 for host: dv-cinder-779578-4-iscsi {{(pid=106987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:50:22.343240 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9800ffd1-3a32-4628-8de3-a5746abb9f8b None None] Routers {'c87be637-b9f5-4543-9419-8aa35994dab0'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:50:22.344014 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-9800ffd1-3a32-4628-8de3-a5746abb9f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:50:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['c87be637-b9f5-4543-9419-8aa35994dab0'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:50:22.417926 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.db [None req-3ba37243-cf8c-4482-b193-7878f2f684d7 admin admin] For port f0e21890-66ca-4103-bc57-a278f15443a3, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=f0e21890-66ca-4103-bc57-a278f15443a3,segment=NetworkSegment(5f346d1e-6301-45fd-9dfc-66a590810fee),segment_id=5f346d1e-6301-45fd-9dfc-66a590810fee)] {{(pid=106986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:50:22.418371 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-3ba37243-cf8c-4482-b193-7878f2f684d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (f0e21890-66ca-4103-bc57-a278f15443a3), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:22.422859 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:22.438142 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-9800ffd1-3a32-4628-8de3-a5746abb9f8b None None] Set router c87be637-b9f5-4543-9419-8aa35994dab0 gateway port host: None {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:50:22.440544 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [None req-3ba37243-cf8c-4482-b193-7878f2f684d7 admin admin] Calling delete_port for f0e21890-66ca-4103-bc57-a278f15443a3 owned by network:router_gateway {{(pid=106986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:50:22.494049 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-c08ddb36-7d7a-40ba-a908-188f250824f7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:22.500077 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-9800ffd1-3a32-4628-8de3-a5746abb9f8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'name': 'tempest-TestVolumeBootPattern-446231488-router', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:42:20Z', 'updated_at': '2022-08-24T13:50:22Z', 'revision_number': 6, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'gw_port_host': None}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:50:22.524311 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:22.530180 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9800ffd1-3a32-4628-8de3-a5746abb9f8b None None] The sync data for ids ['c87be637-b9f5-4543-9419-8aa35994dab0'] in dv-cinder-779578-4-iscsi is: [{'id': 'c87be637-b9f5-4543-9419-8aa35994dab0', 'name': 'tempest-TestVolumeBootPattern-446231488-router', 'tenant_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:42:20Z', 'updated_at': '2022-08-24T13:50:22Z', 'revision_number': 6, 'project_id': '6842f55d3dcc42289b6bfe02ed020dc4', 'gw_port_host': None}] {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:50:22.549777 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-c08ddb36-7d7a-40ba-a908-188f250824f7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961197'] for floatingip (2f47fe03-ad77-4a11-b06c-99e8460500dd), after_update {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:22.554686 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:22.595126 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:22.660026 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.db.l3_db [None req-c08ddb36-7d7a-40ba-a908-188f250824f7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Floating IP 2f47fe03-ad77-4a11-b06c-99e8460500dd associated. External IP: 172.27.1.116, port: 5dcc0d20-f388-4c1e-8eab-e5aabbd51dde. Aug 24 13:50:22.737992 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-3ba37243-cf8c-4482-b193-7878f2f684d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990584'] for port (f0e21890-66ca-4103-bc57-a278f15443a3), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:22.763050 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba37243-cf8c-4482-b193-7878f2f684d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0e21890-66ca-4103-bc57-a278f15443a3,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:50:22.848780 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-3ba37243-cf8c-4482-b193-7878f2f684d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008744'] for router_gateway (c87be637-b9f5-4543-9419-8aa35994dab0), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:22.945944 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-3ba37243-cf8c-4482-b193-7878f2f684d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-564371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7662'] for router (c87be637-b9f5-4543-9419-8aa35994dab0), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:22.949582 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-3ba37243-cf8c-4482-b193-7878f2f684d7 admin admin] Publish callbacks [] for router_controller (c87be637-b9f5-4543-9419-8aa35994dab0), precommit_delete_associations {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:23.028947 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c08ddb36-7d7a-40ba-a908-188f250824f7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Router 87b6d4bc-baf6-4275-9c49-a38eea3e0719 has already been hosted by L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 {{(pid=106985) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 13:50:23.080940 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-3ba37243-cf8c-4482-b193-7878f2f684d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-564362'] for router (c87be637-b9f5-4543-9419-8aa35994dab0), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:23.081617 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba37243-cf8c-4482-b193-7878f2f684d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c87be637-b9f5-4543-9419-8aa35994dab0 {{(pid=106986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 13:50:23.085982 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-3ba37243-cf8c-4482-b193-7878f2f684d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:23.087159 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-3ba37243-cf8c-4482-b193-7878f2f684d7 admin admin] 10.222.0.73 "DELETE /networking/v2.0/routers/c87be637-b9f5-4543-9419-8aa35994dab0 HTTP/1.1" status: 204 len: 168 time: 1.1489155 Aug 24 13:50:23.090678 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 58586) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:50:23.138720 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08ddb36-7d7a-40ba-a908-188f250824f7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106985) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:50:23.140363 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.db_base_plugin_v2 [None req-e24d583f-9ed6-4995-ba88-208237241af6 admin admin] Deleting subnet 855e4e70-f3fd-4957-8cf7-11d6e251674e {{(pid=106986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 13:50:23.144059 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e24d583f-9ed6-4995-ba88-208237241af6 admin admin] Publish callbacks [] for subnet (855e4e70-f3fd-4957-8cf7-11d6e251674e), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:23.145314 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-c08ddb36-7d7a-40ba-a908-188f250824f7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for floatingip (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:23.150049 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361d48e0-41d0-4722-ab65-77d6bbdd18ce None None] Sync routers for ids ['87b6d4bc-baf6-4275-9c49-a38eea3e0719'] in dv-cinder-779578-4-iscsi {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:50:23.172019 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361d48e0-41d0-4722-ab65-77d6bbdd18ce None None] Routers {'87b6d4bc-baf6-4275-9c49-a38eea3e0719'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:50:23.174368 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-361d48e0-41d0-4722-ab65-77d6bbdd18ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:50:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['87b6d4bc-baf6-4275-9c49-a38eea3e0719'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:50:23.188840 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:23.193475 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-c08ddb36-7d7a-40ba-a908-188f250824f7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "PUT /networking/v2.0/floatingips/2f47fe03-ad77-4a11-b06c-99e8460500dd HTTP/1.1" status: 200 len: 991 time: 1.2430217 Aug 24 13:50:23.196686 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6c3f0aa-d151-40dd-bde5-a1ff4507874e', 'tag': '5dcc0d20-f388-4c1e-8eab-e5aabbd51dde'}] {{(pid=106985) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:50:23.197056 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}339b45b761399ad6383a0e79eb3d49a8b35bb9728a194a6e9817421c04d0c31a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89b0b9b0-5888-4f59-8656-23046b6541d0" -d '{"events": [{"name": "network-changed", "server_uuid": "b6c3f0aa-d151-40dd-bde5-a1ff4507874e", "tag": "5dcc0d20-f388-4c1e-8eab-e5aabbd51dde"}]}' {{(pid=106985) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:50:23.204927 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e24d583f-9ed6-4995-ba88-208237241af6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17251685'] for subnet (855e4e70-f3fd-4957-8cf7-11d6e251674e), precommit_delete_associations {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:23.245560 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 24 Aug 2022 13:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc1a021-ab41-436d-a6f5-378a1c05c428 x-openstack-request-id: req-fdc1a021-ab41-436d-a6f5-378a1c05c428 {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:50:23.245859 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6c3f0aa-d151-40dd-bde5-a1ff4507874e", "tag": "5dcc0d20-f388-4c1e-8eab-e5aabbd51dde", "status": "completed", "code": 200}]} {{(pid=106985) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:50:23.246121 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-fdc1a021-ab41-436d-a6f5-378a1c05c428 {{(pid=106985) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:50:23.246557 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdc1a021-ab41-436d-a6f5-378a1c05c428'] response: {'name': 'network-changed', 'server_uuid': 'b6c3f0aa-d151-40dd-bde5-a1ff4507874e', 'tag': '5dcc0d20-f388-4c1e-8eab-e5aabbd51dde', 'status': 'completed', 'code': 200} Aug 24 13:50:23.293147 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e24d583f-9ed6-4995-ba88-208237241af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66918460'] for subnet (855e4e70-f3fd-4957-8cf7-11d6e251674e), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:23.299284 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-361d48e0-41d0-4722-ab65-77d6bbdd18ce None None] Set router 87b6d4bc-baf6-4275-9c49-a38eea3e0719 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:50:23.374953 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=100 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:23.377755 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device f0e21890-66ca-4103-bc57-a278f15443a3 no longer exists at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:50:23.396304 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0b9b0-5888-4f59-8656-23046b6541d0 req-245825ce-6309-430b-90fc-27bc4cc13afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:50:23.398152 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-89b0b9b0-5888-4f59-8656-23046b6541d0 req-245825ce-6309-430b-90fc-27bc4cc13afa service neutron] 10.222.0.20 "GET /networking/v2.0/ports?tenant_id=ca298d9092ad4a9489f1624d62b2ac1d&device_id=b6c3f0aa-d151-40dd-bde5-a1ff4507874e HTTP/1.1" status: 200 len: 1129 time: 0.0538626 Aug 24 13:50:23.399302 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] No Port match for: f0e21890-66ca-4103-bc57-a278f15443a3 {{(pid=106987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 13:50:23.399648 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device f0e21890-66ca-4103-bc57-a278f15443a3 not bound to the agent host dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 13:50:23.400072 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 34c70bdb-9521-4499-bf3b-8c76878fe792 no longer exists at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:50:23.419817 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] No Port match for: 34c70bdb-9521-4499-bf3b-8c76878fe792 {{(pid=106987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 13:50:23.420469 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 34c70bdb-9521-4499-bf3b-8c76878fe792 not bound to the agent host dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 13:50:23.496589 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0b9b0-5888-4f59-8656-23046b6541d0 req-7791ad8e-7a7a-438e-857e-0176ec73b85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:50:23.498105 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-89b0b9b0-5888-4f59-8656-23046b6541d0 req-7791ad8e-7a7a-438e-857e-0176ec73b85e service neutron] 10.222.0.20 "GET /networking/v2.0/networks?id=f3395214-009c-4aba-9dda-777a5c33eecb HTTP/1.1" status: 200 len: 912 time: 0.0942469 Aug 24 13:50:23.538654 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-361d48e0-41d0-4722-ab65-77d6bbdd18ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'name': 'tempest-AttachVolumeTestJSON-1185539921-router', 'tenant_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'f3ad2d68-50c1-4975-9152-92c9167b4531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:46:11Z', 'updated_at': '2022-08-24T13:46:14Z', 'revision_number': 4, 'project_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'gw_port': {'id': 'f3ad2d68-50c1-4975-9152-92c9167b4531', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:11Z', 'updated_at': '2022-08-24T13:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_floatingips': [{'id': '2f47fe03-ad77-4a11-b06c-99e8460500dd', 'tenant_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'floating_ip_address': '172.27.1.116', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'port_id': '5dcc0d20-f388-4c1e-8eab-e5aabbd51dde', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3395214-009c-4aba-9dda-777a5c33eecb', 'mac_address': 'fa:16:3e:8f:da:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c3f0aa-d151-40dd-bde5-a1ff4507874e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:50:08Z', 'updated_at': '2022-08-24T13:50:22Z', 'revision_number': 1, 'project_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19df55e7-80a0-4d3e-ad05-06f98227dae8', 'name': '', 'network_id': 'f3395214-009c-4aba-9dda-777a5c33eecb', 'tenant_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'mac_address': 'fa:16:3e:e1:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1f46d6dd-5a73-4b8e-8e50-cedc158c26c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:13Z', 'updated_at': '2022-08-24T13:46:19Z', 'revision_number': 5, 'project_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'subnets': [{'id': '1f46d6dd-5a73-4b8e-8e50-cedc158c26c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:50:23.565332 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361d48e0-41d0-4722-ab65-77d6bbdd18ce None None] Checking router: 87b6d4bc-baf6-4275-9c49-a38eea3e0719 for host: dv-cinder-779578-4-iscsi {{(pid=106988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:50:23.574536 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-89b0b9b0-5888-4f59-8656-23046b6541d0 req-cc4ae50f-4d51-439c-9dd4-37b4ce6c5742 service neutron] 10.222.0.20 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5dcc0d20-f388-4c1e-8eab-e5aabbd51dde HTTP/1.1" status: 200 len: 999 time: 0.0697026 Aug 24 13:50:23.576290 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361d48e0-41d0-4722-ab65-77d6bbdd18ce None None] Routers {'87b6d4bc-baf6-4275-9c49-a38eea3e0719'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:50:23.576916 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-361d48e0-41d0-4722-ab65-77d6bbdd18ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:50:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['87b6d4bc-baf6-4275-9c49-a38eea3e0719'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:50:23.618542 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e24d583f-9ed6-4995-ba88-208237241af6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66918469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2990509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17994702'] for subnet (855e4e70-f3fd-4957-8cf7-11d6e251674e), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:23.656213 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24d583f-9ed6-4995-ba88-208237241af6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=855e4e70-f3fd-4957-8cf7-11d6e251674e,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:50:23.657976 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:23.664093 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0b9b0-5888-4f59-8656-23046b6541d0 req-c69dc38c-56cc-4663-89b5-d5a0c44dfc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:50:23.665763 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-89b0b9b0-5888-4f59-8656-23046b6541d0 req-c69dc38c-56cc-4663-89b5-d5a0c44dfc27 service neutron] 10.222.0.20 "GET /networking/v2.0/subnets?id=1f46d6dd-5a73-4b8e-8e50-cedc158c26c7 HTTP/1.1" status: 200 len: 850 time: 0.0851061 Aug 24 13:50:23.667582 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-e24d583f-9ed6-4995-ba88-208237241af6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:23.670834 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-e24d583f-9ed6-4995-ba88-208237241af6 admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/855e4e70-f3fd-4957-8cf7-11d6e251674e HTTP/1.1" status: 204 len: 168 time: 0.5791667 Aug 24 13:50:23.671321 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77443fb2-2a5f-4eef-89f6-2de100f3351e None None] Network 440bd507-b6ac-4736-a4d2-ede05189225c requested from dv-cinder-779578-4-iscsi {{(pid=106987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 13:50:23.673562 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 58592) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:50:23.698333 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-361d48e0-41d0-4722-ab65-77d6bbdd18ce None None] Set router 87b6d4bc-baf6-4275-9c49-a38eea3e0719 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:50:23.731973 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b0b9b0-5888-4f59-8656-23046b6541d0 req-15247180-dab2-41d2-85e7-f06d4289c1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:50:23.733633 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-89b0b9b0-5888-4f59-8656-23046b6541d0 req-15247180-dab2-41d2-85e7-f06d4289c1ad service neutron] 10.222.0.20 "GET /networking/v2.0/ports?network_id=f3395214-009c-4aba-9dda-777a5c33eecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0616343 Aug 24 13:50:23.778495 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-2a630fcd-540c-4912-8d8c-0056339d426e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-67096241'] for network (440bd507-b6ac-4736-a4d2-ede05189225c), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:23.797807 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:23.850284 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [None req-2a630fcd-540c-4912-8d8c-0056339d426e admin admin] Deleting port ca94b171-ad43-4ae8-af7d-562e75a935ac {{(pid=106985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:50:23.850867 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-2a630fcd-540c-4912-8d8c-0056339d426e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (ca94b171-ad43-4ae8-af7d-562e75a935ac), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:23.865598 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-89b0b9b0-5888-4f59-8656-23046b6541d0 req-953cdc76-598a-4d01-90c0-fb579a96afce service neutron] 10.222.0.20 "GET /networking/v2.0/networks/f3395214-009c-4aba-9dda-777a5c33eecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242242 Aug 24 13:50:23.893608 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c63f7b-b111-4f04-8a78-aa68a0b46f1f None None] DHCP port deletion for 440bd507-b6ac-4736-a4d2-ede05189225c request from dv-cinder-779578-4-iscsi {{(pid=106987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 13:50:23.931053 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.db [None req-2a630fcd-540c-4912-8d8c-0056339d426e admin admin] For port ca94b171-ad43-4ae8-af7d-562e75a935ac, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=ca94b171-ad43-4ae8-af7d-562e75a935ac,segment=NetworkSegment(a66ff9af-39c0-4933-b76c-c41e5f0ae69c),segment_id=a66ff9af-39c0-4933-b76c-c41e5f0ae69c)] {{(pid=106985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:50:23.931283 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-2a630fcd-540c-4912-8d8c-0056339d426e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (ca94b171-ad43-4ae8-af7d-562e75a935ac), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:23.938013 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-73c63f7b-b111-4f04-8a78-aa68a0b46f1f None None] Deleting port ca94b171-ad43-4ae8-af7d-562e75a935ac {{(pid=106987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:50:23.938381 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-73c63f7b-b111-4f04-8a78-aa68a0b46f1f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (ca94b171-ad43-4ae8-af7d-562e75a935ac), before_delete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:23.949362 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [None req-2a630fcd-540c-4912-8d8c-0056339d426e admin admin] Calling delete_port for ca94b171-ad43-4ae8-af7d-562e75a935ac owned by network:dhcp {{(pid=106985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:50:23.961654 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=100 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:23.977967 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-89b0b9b0-5888-4f59-8656-23046b6541d0 req-c7b39d38-09ae-43b5-aaf0-431036f5123a service neutron] 10.222.0.20 "GET /networking/v2.0/networks/f3395214-009c-4aba-9dda-777a5c33eecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058972 Aug 24 13:50:24.016799 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-73c63f7b-b111-4f04-8a78-aa68a0b46f1f None None] For port ca94b171-ad43-4ae8-af7d-562e75a935ac, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=ca94b171-ad43-4ae8-af7d-562e75a935ac,segment=NetworkSegment(a66ff9af-39c0-4933-b76c-c41e5f0ae69c),segment_id=a66ff9af-39c0-4933-b76c-c41e5f0ae69c)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:50:24.017407 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-73c63f7b-b111-4f04-8a78-aa68a0b46f1f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (ca94b171-ad43-4ae8-af7d-562e75a935ac), precommit_delete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:24.023223 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=100 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:24.033683 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-73c63f7b-b111-4f04-8a78-aa68a0b46f1f None None] Calling delete_port for ca94b171-ad43-4ae8-af7d-562e75a935ac owned by network:dhcp {{(pid=106987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:50:24.070363 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-361d48e0-41d0-4722-ab65-77d6bbdd18ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'name': 'tempest-AttachVolumeTestJSON-1185539921-router', 'tenant_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'f3ad2d68-50c1-4975-9152-92c9167b4531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:46:11Z', 'updated_at': '2022-08-24T13:46:14Z', 'revision_number': 4, 'project_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'gw_port': {'id': 'f3ad2d68-50c1-4975-9152-92c9167b4531', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:11Z', 'updated_at': '2022-08-24T13:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_floatingips': [{'id': '2f47fe03-ad77-4a11-b06c-99e8460500dd', 'tenant_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'floating_ip_address': '172.27.1.116', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'port_id': '5dcc0d20-f388-4c1e-8eab-e5aabbd51dde', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3395214-009c-4aba-9dda-777a5c33eecb', 'mac_address': 'fa:16:3e:8f:da:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c3f0aa-d151-40dd-bde5-a1ff4507874e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:50:08Z', 'updated_at': '2022-08-24T13:50:22Z', 'revision_number': 1, 'project_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19df55e7-80a0-4d3e-ad05-06f98227dae8', 'name': '', 'network_id': 'f3395214-009c-4aba-9dda-777a5c33eecb', 'tenant_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'mac_address': 'fa:16:3e:e1:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1f46d6dd-5a73-4b8e-8e50-cedc158c26c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:13Z', 'updated_at': '2022-08-24T13:46:19Z', 'revision_number': 5, 'project_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'subnets': [{'id': '1f46d6dd-5a73-4b8e-8e50-cedc158c26c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:50:24.095722 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361d48e0-41d0-4722-ab65-77d6bbdd18ce None None] The sync data for ids ['87b6d4bc-baf6-4275-9c49-a38eea3e0719'] in dv-cinder-779578-4-iscsi is: [{'id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'name': 'tempest-AttachVolumeTestJSON-1185539921-router', 'tenant_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'f3ad2d68-50c1-4975-9152-92c9167b4531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:46:11Z', 'updated_at': '2022-08-24T13:46:14Z', 'revision_number': 4, 'project_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'gw_port': {'id': 'f3ad2d68-50c1-4975-9152-92c9167b4531', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:11Z', 'updated_at': '2022-08-24T13:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_floatingips': [{'id': '2f47fe03-ad77-4a11-b06c-99e8460500dd', 'tenant_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'floating_ip_address': '172.27.1.116', 'floating_network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'router_id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'port_id': '5dcc0d20-f388-4c1e-8eab-e5aabbd51dde', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3395214-009c-4aba-9dda-777a5c33eecb', 'mac_address': 'fa:16:3e:8f:da:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6c3f0aa-d151-40dd-bde5-a1ff4507874e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-08-24T13:50:08Z', 'updated_at': '2022-08-24T13:50:22Z', 'revision_number': 1, 'project_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19df55e7-80a0-4d3e-ad05-06f98227dae8', 'name': '', 'network_id': 'f3395214-009c-4aba-9dda-777a5c33eecb', 'tenant_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'mac_address': 'fa:16:3e:e1:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1f46d6dd-5a73-4b8e-8e50-cedc158c26c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:13Z', 'updated_at': '2022-08-24T13:46:19Z', 'revision_number': 5, 'project_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'subnets': [{'id': '1f46d6dd-5a73-4b8e-8e50-cedc158c26c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:50:24.155388 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-2a630fcd-540c-4912-8d8c-0056339d426e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (ca94b171-ad43-4ae8-af7d-562e75a935ac), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:24.162492 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-73c63f7b-b111-4f04-8a78-aa68a0b46f1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643'] for port (ca94b171-ad43-4ae8-af7d-562e75a935ac), after_delete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:24.171429 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:24.183861 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a630fcd-540c-4912-8d8c-0056339d426e admin admin] Pushing event deleted for resources: {'Port': ['ID=ca94b171-ad43-4ae8-af7d-562e75a935ac,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:50:24.185827 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a630fcd-540c-4912-8d8c-0056339d426e admin admin] No DVR routers for this DVR port ca94b171-ad43-4ae8-af7d-562e75a935ac on host dv-cinder-779578-4-iscsi {{(pid=106985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 13:50:24.190428 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c63f7b-b111-4f04-8a78-aa68a0b46f1f None None] Pushing event deleted for resources: {'Port': ['ID=ca94b171-ad43-4ae8-af7d-562e75a935ac,revision_number=None']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:50:24.194141 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c63f7b-b111-4f04-8a78-aa68a0b46f1f None None] No DVR routers for this DVR port ca94b171-ad43-4ae8-af7d-562e75a935ac on host dv-cinder-779578-4-iscsi {{(pid=106987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 13:50:24.265358 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-2a630fcd-540c-4912-8d8c-0056339d426e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66912316', 'neutron.services.segments.db._delete_segments_for_network-8732775531888'] for network (440bd507-b6ac-4736-a4d2-ede05189225c), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:24.299906 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.services.segments.db [None req-2a630fcd-540c-4912-8d8c-0056339d426e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['440bd507-b6ac-4736-a4d2-ede05189225c']}} {{(pid=106985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:50:24.311986 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.services.segments.db [None req-2a630fcd-540c-4912-8d8c-0056339d426e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a66ff9af-39c0-4933-b76c-c41e5f0ae69c') {'for_net_delete': True} {{(pid=106985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:50:24.312411 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.services.segments.db [None req-2a630fcd-540c-4912-8d8c-0056339d426e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a66ff9af-39c0-4933-b76c-c41e5f0ae69c') {} {{(pid=106985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:50:24.324120 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-2a630fcd-540c-4912-8d8c-0056339d426e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732775508974', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2278129'] for segment (a66ff9af-39c0-4933-b76c-c41e5f0ae69c), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:24.328044 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577b5a95-0cde-4ae0-936b-6323532d4c4d None None] New status for floating IP 2f47fe03-ad77-4a11-b06c-99e8460500dd: ACTIVE {{(pid=106987) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 13:50:24.346844 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-2a630fcd-540c-4912-8d8c-0056339d426e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916165'] for segment (a66ff9af-39c0-4933-b76c-c41e5f0ae69c), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:24.354128 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a630fcd-540c-4912-8d8c-0056339d426e admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=106985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 13:50:24.354638 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-2a630fcd-540c-4912-8d8c-0056339d426e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2796055'] for segment (a66ff9af-39c0-4933-b76c-c41e5f0ae69c), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:24.384218 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.services.segments.plugin [-] Segment a66ff9af-39c0-4933-b76c-c41e5f0ae69c resource provider aggregate not found Aug 24 13:50:24.431046 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.services.segments.plugin [-] Segment a66ff9af-39c0-4933-b76c-c41e5f0ae69c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a66ff9af-39c0-4933-b76c-c41e5f0ae69c found for delete ", "request_id": "req-567493e9-8a6a-4d8d-9936-42b4cf7b223b"}]} Aug 24 13:50:24.492028 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-2a630fcd-540c-4912-8d8c-0056339d426e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66912311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008716'] for network (440bd507-b6ac-4736-a4d2-ede05189225c), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:24.498070 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-2a630fcd-540c-4912-8d8c-0056339d426e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for network (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:24.501676 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-2a630fcd-540c-4912-8d8c-0056339d426e admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/440bd507-b6ac-4736-a4d2-ede05189225c HTTP/1.1" status: 204 len: 168 time: 0.8260095 Aug 24 13:50:24.504224 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 58598) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:50:24.512352 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a630fcd-540c-4912-8d8c-0056339d426e admin admin] Pushing event deleted for resources: {'Network': ['ID=440bd507-b6ac-4736-a4d2-ede05189225c,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:50:24.835400 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-705c2af0-6149-4705-896e-e784d4a9ad5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-564397'] for router_interface (4d45ad9d-09ac-4d29-aec5-df216c9b03d5), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:24.965508 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=100 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:25.064629 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [None req-705c2af0-6149-4705-896e-e784d4a9ad5c admin admin] Deleting port 81527591-3b83-4c03-acdd-1af56b117125 {{(pid=106986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:50:25.064964 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-705c2af0-6149-4705-896e-e784d4a9ad5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (81527591-3b83-4c03-acdd-1af56b117125), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:25.124531 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:25.153535 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.db [None req-705c2af0-6149-4705-896e-e784d4a9ad5c admin admin] For port 81527591-3b83-4c03-acdd-1af56b117125, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=81527591-3b83-4c03-acdd-1af56b117125,segment=NetworkSegment(4288d16b-45a7-4790-894d-b7ee3d18b81e),segment_id=4288d16b-45a7-4790-894d-b7ee3d18b81e)] {{(pid=106986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:50:25.154077 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-705c2af0-6149-4705-896e-e784d4a9ad5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (81527591-3b83-4c03-acdd-1af56b117125), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:25.166378 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device ca94b171-ad43-4ae8-af7d-562e75a935ac no longer exists at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:50:25.181435 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [None req-705c2af0-6149-4705-896e-e784d4a9ad5c admin admin] Calling delete_port for 81527591-3b83-4c03-acdd-1af56b117125 owned by network:router_interface {{(pid=106986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:50:25.188510 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] No Port match for: ca94b171-ad43-4ae8-af7d-562e75a935ac {{(pid=106987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 13:50:25.188850 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device ca94b171-ad43-4ae8-af7d-562e75a935ac not bound to the agent host dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 13:50:25.223815 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:25.313641 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:25.447233 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-705c2af0-6149-4705-896e-e784d4a9ad5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990584'] for port (81527591-3b83-4c03-acdd-1af56b117125), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:25.474020 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c2af0-6149-4705-896e-e784d4a9ad5c admin admin] Pushing event deleted for resources: {'Port': ['ID=81527591-3b83-4c03-acdd-1af56b117125,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:50:25.655150 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-705c2af0-6149-4705-896e-e784d4a9ad5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-564281'] for router_interface (4d45ad9d-09ac-4d29-aec5-df216c9b03d5), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:25.870752 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:25.879681 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705c2af0-6149-4705-896e-e784d4a9ad5c admin admin] Router 4d45ad9d-09ac-4d29-aec5-df216c9b03d5 has already been hosted by L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 {{(pid=106986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 13:50:25.982953 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705c2af0-6149-4705-896e-e784d4a9ad5c admin admin] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:50:25.987955 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-705c2af0-6149-4705-896e-e784d4a9ad5c admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/4d45ad9d-09ac-4d29-aec5-df216c9b03d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4825218 Aug 24 13:50:25.990642 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 58600) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:50:25.995893 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e52054c-1517-4235-9126-281735fae809 None None] Sync routers for ids ['4d45ad9d-09ac-4d29-aec5-df216c9b03d5'] in dv-cinder-779578-4-iscsi {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:50:26.007299 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e52054c-1517-4235-9126-281735fae809 None None] Routers {'4d45ad9d-09ac-4d29-aec5-df216c9b03d5'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:50:26.007838 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-6e52054c-1517-4235-9126-281735fae809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:50:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['4d45ad9d-09ac-4d29-aec5-df216c9b03d5'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:50:26.095943 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b6b28f96-50e2-4b39-bf19-f2ac2f270520 admin admin] Publish callbacks [] for router (4d45ad9d-09ac-4d29-aec5-df216c9b03d5), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:26.110923 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-6e52054c-1517-4235-9126-281735fae809 None None] Set router 4d45ad9d-09ac-4d29-aec5-df216c9b03d5 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:50:26.291655 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-6e52054c-1517-4235-9126-281735fae809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d45ad9d-09ac-4d29-aec5-df216c9b03d5', 'name': 'tempest-TestVolumeBootPattern-1689595705-router', 'tenant_id': 'acc55cc2d1e34e70aacabed458a3b107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '01ec9a19-46f2-4e97-81b6-d488a7175571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:42:31Z', 'updated_at': '2022-08-24T13:50:25Z', 'revision_number': 5, 'project_id': 'acc55cc2d1e34e70aacabed458a3b107', 'gw_port': {'id': '01ec9a19-46f2-4e97-81b6-d488a7175571', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d45ad9d-09ac-4d29-aec5-df216c9b03d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:32Z', 'updated_at': '2022-08-24T13:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi'}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:50:26.318385 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e52054c-1517-4235-9126-281735fae809 None None] Checking router: 4d45ad9d-09ac-4d29-aec5-df216c9b03d5 for host: dv-cinder-779578-4-iscsi {{(pid=106988) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:50:26.328414 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e52054c-1517-4235-9126-281735fae809 None None] Routers {'4d45ad9d-09ac-4d29-aec5-df216c9b03d5'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106988) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:50:26.329030 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-6e52054c-1517-4235-9126-281735fae809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:50:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['4d45ad9d-09ac-4d29-aec5-df216c9b03d5'], 'active': True} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:50:26.434934 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_dvr_db [None req-6e52054c-1517-4235-9126-281735fae809 None None] Set router 4d45ad9d-09ac-4d29-aec5-df216c9b03d5 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106988) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:50:26.452675 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b6b28f96-50e2-4b39-bf19-f2ac2f270520 admin admin] Publish callbacks [] for router_gateway (4d45ad9d-09ac-4d29-aec5-df216c9b03d5), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:26.607222 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [None req-b6b28f96-50e2-4b39-bf19-f2ac2f270520 admin admin] Deleting port 01ec9a19-46f2-4e97-81b6-d488a7175571 {{(pid=106986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:50:26.607453 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b6b28f96-50e2-4b39-bf19-f2ac2f270520 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (01ec9a19-46f2-4e97-81b6-d488a7175571), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:26.609254 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.l3_hamode_db [None req-6e52054c-1517-4235-9126-281735fae809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d45ad9d-09ac-4d29-aec5-df216c9b03d5', 'name': 'tempest-TestVolumeBootPattern-1689595705-router', 'tenant_id': 'acc55cc2d1e34e70aacabed458a3b107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '01ec9a19-46f2-4e97-81b6-d488a7175571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:42:31Z', 'updated_at': '2022-08-24T13:50:25Z', 'revision_number': 5, 'project_id': 'acc55cc2d1e34e70aacabed458a3b107', 'gw_port': {'id': '01ec9a19-46f2-4e97-81b6-d488a7175571', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d45ad9d-09ac-4d29-aec5-df216c9b03d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:32Z', 'updated_at': '2022-08-24T13:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi'}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106988) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:50:26.634280 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e52054c-1517-4235-9126-281735fae809 None None] The sync data for ids ['4d45ad9d-09ac-4d29-aec5-df216c9b03d5'] in dv-cinder-779578-4-iscsi is: [{'id': '4d45ad9d-09ac-4d29-aec5-df216c9b03d5', 'name': 'tempest-TestVolumeBootPattern-1689595705-router', 'tenant_id': 'acc55cc2d1e34e70aacabed458a3b107', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.211'}], 'enable_snat': True}, 'gw_port_id': '01ec9a19-46f2-4e97-81b6-d488a7175571', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:42:31Z', 'updated_at': '2022-08-24T13:50:25Z', 'revision_number': 5, 'project_id': 'acc55cc2d1e34e70aacabed458a3b107', 'gw_port': {'id': '01ec9a19-46f2-4e97-81b6-d488a7175571', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:c4:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d45ad9d-09ac-4d29-aec5-df216c9b03d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:42:32Z', 'updated_at': '2022-08-24T13:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi'}] {{(pid=106988) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:50:26.694013 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:26.700798 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.db [None req-b6b28f96-50e2-4b39-bf19-f2ac2f270520 admin admin] For port 01ec9a19-46f2-4e97-81b6-d488a7175571, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=01ec9a19-46f2-4e97-81b6-d488a7175571,segment=NetworkSegment(5f346d1e-6301-45fd-9dfc-66a590810fee),segment_id=5f346d1e-6301-45fd-9dfc-66a590810fee)] {{(pid=106986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:50:26.701162 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b6b28f96-50e2-4b39-bf19-f2ac2f270520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (01ec9a19-46f2-4e97-81b6-d488a7175571), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:26.714960 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [None req-b6b28f96-50e2-4b39-bf19-f2ac2f270520 admin admin] Calling delete_port for 01ec9a19-46f2-4e97-81b6-d488a7175571 owned by network:router_gateway {{(pid=106986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:50:26.932339 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b6b28f96-50e2-4b39-bf19-f2ac2f270520 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990584'] for port (01ec9a19-46f2-4e97-81b6-d488a7175571), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:26.957149 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b28f96-50e2-4b39-bf19-f2ac2f270520 admin admin] Pushing event deleted for resources: {'Port': ['ID=01ec9a19-46f2-4e97-81b6-d488a7175571,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:50:27.032935 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b6b28f96-50e2-4b39-bf19-f2ac2f270520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008744'] for router_gateway (4d45ad9d-09ac-4d29-aec5-df216c9b03d5), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:27.133604 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b6b28f96-50e2-4b39-bf19-f2ac2f270520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-564371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7662'] for router (4d45ad9d-09ac-4d29-aec5-df216c9b03d5), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:27.137150 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b6b28f96-50e2-4b39-bf19-f2ac2f270520 admin admin] Publish callbacks [] for router_controller (4d45ad9d-09ac-4d29-aec5-df216c9b03d5), precommit_delete_associations {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:27.231450 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 81527591-3b83-4c03-acdd-1af56b117125 no longer exists at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:50:27.234432 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b6b28f96-50e2-4b39-bf19-f2ac2f270520 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-564362'] for router (4d45ad9d-09ac-4d29-aec5-df216c9b03d5), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:27.235055 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b28f96-50e2-4b39-bf19-f2ac2f270520 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d45ad9d-09ac-4d29-aec5-df216c9b03d5 {{(pid=106986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 13:50:27.239721 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-b6b28f96-50e2-4b39-bf19-f2ac2f270520 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:27.243422 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-b6b28f96-50e2-4b39-bf19-f2ac2f270520 admin admin] 10.222.0.73 "DELETE /networking/v2.0/routers/4d45ad9d-09ac-4d29-aec5-df216c9b03d5 HTTP/1.1" status: 204 len: 168 time: 1.2489462 Aug 24 13:50:27.247850 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 58602) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:50:27.251928 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] No Port match for: 81527591-3b83-4c03-acdd-1af56b117125 {{(pid=106987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 13:50:27.252288 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 81527591-3b83-4c03-acdd-1af56b117125 not bound to the agent host dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 13:50:27.274374 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:27.294112 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e6f773a-2b52-4b4a-a209-c1f8205541e7 admin admin] Deleting subnet 1e259b54-9c70-4379-8dc1-628a4b3f06fc {{(pid=106986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 13:50:27.297618 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-0e6f773a-2b52-4b4a-a209-c1f8205541e7 admin admin] Publish callbacks [] for subnet (1e259b54-9c70-4379-8dc1-628a4b3f06fc), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:27.337121 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-0e6f773a-2b52-4b4a-a209-c1f8205541e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17251685'] for subnet (1e259b54-9c70-4379-8dc1-628a4b3f06fc), precommit_delete_associations {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:27.425121 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-0e6f773a-2b52-4b4a-a209-c1f8205541e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66918460'] for subnet (1e259b54-9c70-4379-8dc1-628a4b3f06fc), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:27.561308 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-0e6f773a-2b52-4b4a-a209-c1f8205541e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66918469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2990509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17994702'] for subnet (1e259b54-9c70-4379-8dc1-628a4b3f06fc), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:27.586896 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6f773a-2b52-4b4a-a209-c1f8205541e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e259b54-9c70-4379-8dc1-628a4b3f06fc,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:50:27.593179 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-0e6f773a-2b52-4b4a-a209-c1f8205541e7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:27.596517 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-0e6f773a-2b52-4b4a-a209-c1f8205541e7 admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/1e259b54-9c70-4379-8dc1-628a4b3f06fc HTTP/1.1" status: 204 len: 168 time: 0.3516946 Aug 24 13:50:27.598983 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 58604) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:50:27.600386 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ead056-734b-4aac-9dfe-c0a18b612a93 None None] Network 8dd3e202-cf1c-4cec-8bb0-acfb767ad30f requested from dv-cinder-779578-4-iscsi {{(pid=106987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 13:50:27.679331 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-9572398f-ca77-4063-84a2-87c8a75110a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-67096241'] for network (8dd3e202-cf1c-4cec-8bb0-acfb767ad30f), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:27.730297 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [None req-9572398f-ca77-4063-84a2-87c8a75110a0 admin admin] Deleting port fcc4a087-2fd3-4862-895e-b26afd5e00f9 {{(pid=106986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:50:27.730626 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-9572398f-ca77-4063-84a2-87c8a75110a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (fcc4a087-2fd3-4862-895e-b26afd5e00f9), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:27.785895 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b58202-9a30-47ec-960a-682881f34646 None None] DHCP port deletion for 8dd3e202-cf1c-4cec-8bb0-acfb767ad30f request from dv-cinder-779578-4-iscsi {{(pid=106987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 13:50:27.808646 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.db [None req-9572398f-ca77-4063-84a2-87c8a75110a0 admin admin] For port fcc4a087-2fd3-4862-895e-b26afd5e00f9, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=fcc4a087-2fd3-4862-895e-b26afd5e00f9,segment=NetworkSegment(4288d16b-45a7-4790-894d-b7ee3d18b81e),segment_id=4288d16b-45a7-4790-894d-b7ee3d18b81e)] {{(pid=106986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:50:27.809013 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-9572398f-ca77-4063-84a2-87c8a75110a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (fcc4a087-2fd3-4862-895e-b26afd5e00f9), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:27.823529 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [None req-9572398f-ca77-4063-84a2-87c8a75110a0 admin admin] Calling delete_port for fcc4a087-2fd3-4862-895e-b26afd5e00f9 owned by network:dhcp {{(pid=106986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:50:27.824926 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-a7b58202-9a30-47ec-960a-682881f34646 None None] Deleting port fcc4a087-2fd3-4862-895e-b26afd5e00f9 {{(pid=106987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:50:27.825306 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-a7b58202-9a30-47ec-960a-682881f34646 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (fcc4a087-2fd3-4862-895e-b26afd5e00f9), before_delete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:27.865191 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:DELETE=8,neutron:SELECT=90,neutron:UPDATE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:27.891782 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-a7b58202-9a30-47ec-960a-682881f34646 None None] For port fcc4a087-2fd3-4862-895e-b26afd5e00f9, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=fcc4a087-2fd3-4862-895e-b26afd5e00f9,segment=NetworkSegment(4288d16b-45a7-4790-894d-b7ee3d18b81e),segment_id=4288d16b-45a7-4790-894d-b7ee3d18b81e)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:50:27.892167 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-a7b58202-9a30-47ec-960a-682881f34646 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (fcc4a087-2fd3-4862-895e-b26afd5e00f9), precommit_delete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:27.907314 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-a7b58202-9a30-47ec-960a-682881f34646 None None] Calling delete_port for fcc4a087-2fd3-4862-895e-b26afd5e00f9 owned by network:dhcp {{(pid=106987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:50:27.989821 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-9572398f-ca77-4063-84a2-87c8a75110a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990584'] for port (fcc4a087-2fd3-4862-895e-b26afd5e00f9), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:27.993054 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:27.997133 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-a7b58202-9a30-47ec-960a-682881f34646 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643'] for port (fcc4a087-2fd3-4862-895e-b26afd5e00f9), after_delete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:28.019945 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9572398f-ca77-4063-84a2-87c8a75110a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fcc4a087-2fd3-4862-895e-b26afd5e00f9,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:50:28.021509 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b58202-9a30-47ec-960a-682881f34646 None None] Pushing event deleted for resources: {'Port': ['ID=fcc4a087-2fd3-4862-895e-b26afd5e00f9,revision_number=None']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:50:28.024305 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9572398f-ca77-4063-84a2-87c8a75110a0 admin admin] No DVR routers for this DVR port fcc4a087-2fd3-4862-895e-b26afd5e00f9 on host dv-cinder-779578-4-iscsi {{(pid=106986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 13:50:28.025308 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b58202-9a30-47ec-960a-682881f34646 None None] No DVR routers for this DVR port fcc4a087-2fd3-4862-895e-b26afd5e00f9 on host dv-cinder-779578-4-iscsi {{(pid=106987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 13:50:28.102748 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-9572398f-ca77-4063-84a2-87c8a75110a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66912316', 'neutron.services.segments.db._delete_segments_for_network-8732775531888'] for network (8dd3e202-cf1c-4cec-8bb0-acfb767ad30f), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:28.125188 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.services.segments.db [None req-9572398f-ca77-4063-84a2-87c8a75110a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dd3e202-cf1c-4cec-8bb0-acfb767ad30f']}} {{(pid=106986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:50:28.134897 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.services.segments.db [None req-9572398f-ca77-4063-84a2-87c8a75110a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4288d16b-45a7-4790-894d-b7ee3d18b81e') {'for_net_delete': True} {{(pid=106986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:50:28.135187 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.services.segments.db [None req-9572398f-ca77-4063-84a2-87c8a75110a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4288d16b-45a7-4790-894d-b7ee3d18b81e') {} {{(pid=106986) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:50:28.145195 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-9572398f-ca77-4063-84a2-87c8a75110a0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732775508974', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-17251692'] for segment (4288d16b-45a7-4790-894d-b7ee3d18b81e), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:28.160438 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-9572398f-ca77-4063-84a2-87c8a75110a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916165'] for segment (4288d16b-45a7-4790-894d-b7ee3d18b81e), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:28.167345 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9572398f-ca77-4063-84a2-87c8a75110a0 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=106986) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 13:50:28.168529 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-9572398f-ca77-4063-84a2-87c8a75110a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2990539'] for segment (4288d16b-45a7-4790-894d-b7ee3d18b81e), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:28.195021 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.services.segments.plugin [-] Segment 4288d16b-45a7-4790-894d-b7ee3d18b81e resource provider aggregate not found Aug 24 13:50:28.234123 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.services.segments.plugin [-] Segment 4288d16b-45a7-4790-894d-b7ee3d18b81e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4288d16b-45a7-4790-894d-b7ee3d18b81e found for delete ", "request_id": "req-384e0ad5-caba-40e1-9709-fcbdb92a34d3"}]} Aug 24 13:50:28.309911 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-9572398f-ca77-4063-84a2-87c8a75110a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66912311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008716'] for network (8dd3e202-cf1c-4cec-8bb0-acfb767ad30f), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:28.315611 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-9572398f-ca77-4063-84a2-87c8a75110a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for network (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:28.319055 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-9572398f-ca77-4063-84a2-87c8a75110a0 admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/8dd3e202-cf1c-4cec-8bb0-acfb767ad30f HTTP/1.1" status: 204 len: 168 time: 0.7191243 Aug 24 13:50:28.333507 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9572398f-ca77-4063-84a2-87c8a75110a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dd3e202-cf1c-4cec-8bb0-acfb767ad30f,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:50:28.705698 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 58612) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:50:28.746831 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-426753fd-f6d5-4e98-b3cd-e46660343ef1 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=6842f55d3dcc42289b6bfe02ed020dc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399938 Aug 24 13:50:28.749464 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 58614) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:50:28.800554 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-6d9ae3a6-5bda-4303-895c-5e4bcb71415a admin admin] Publish callbacks [] for security_group (6c6f308f-0951-490a-bb71-8e70123a562c), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:28.821600 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-6d9ae3a6-5bda-4303-895c-5e4bcb71415a admin admin] Publish callbacks [] for security_group (6c6f308f-0951-490a-bb71-8e70123a562c), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:28.851249 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:28.995690 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-6d9ae3a6-5bda-4303-895c-5e4bcb71415a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (6c6f308f-0951-490a-bb71-8e70123a562c), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:28.998215 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-6d9ae3a6-5bda-4303-895c-5e4bcb71415a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:28.999384 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-6d9ae3a6-5bda-4303-895c-5e4bcb71415a admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/6c6f308f-0951-490a-bb71-8e70123a562c HTTP/1.1" status: 204 len: 168 time: 0.2490075 Aug 24 13:50:29.007767 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9ae3a6-5bda-4303-895c-5e4bcb71415a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6f308f-0951-490a-bb71-8e70123a562c,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:50:29.158271 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 01ec9a19-46f2-4e97-81b6-d488a7175571 no longer exists at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:50:29.180255 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] No Port match for: 01ec9a19-46f2-4e97-81b6-d488a7175571 {{(pid=106987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 13:50:29.180600 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 01ec9a19-46f2-4e97-81b6-d488a7175571 not bound to the agent host dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 13:50:29.181023 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device fcc4a087-2fd3-4862-895e-b26afd5e00f9 no longer exists at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:50:29.203686 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] No Port match for: fcc4a087-2fd3-4862-895e-b26afd5e00f9 {{(pid=106987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 13:50:29.204027 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device fcc4a087-2fd3-4862-895e-b26afd5e00f9 not bound to the agent host dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 13:50:29.709719 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 58620) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:50:29.754269 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-ecc19cce-7fca-4a54-b4e6-3470ff7375b3 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=acc55cc2d1e34e70aacabed458a3b107&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0432489 Aug 24 13:50:29.757407 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 58622) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:50:29.806221 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-7e3064fd-76e7-4ba0-9cd6-2e332f5393c7 admin admin] Publish callbacks [] for security_group (376450f4-3770-4193-a250-03c377ded71b), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:29.826430 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-7e3064fd-76e7-4ba0-9cd6-2e332f5393c7 admin admin] Publish callbacks [] for security_group (376450f4-3770-4193-a250-03c377ded71b), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:29.966487 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-7e3064fd-76e7-4ba0-9cd6-2e332f5393c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (376450f4-3770-4193-a250-03c377ded71b), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:29.969065 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-7e3064fd-76e7-4ba0-9cd6-2e332f5393c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:29.970289 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-7e3064fd-76e7-4ba0-9cd6-2e332f5393c7 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/376450f4-3770-4193-a250-03c377ded71b HTTP/1.1" status: 204 len: 168 time: 0.2118976 Aug 24 13:50:29.978296 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3064fd-76e7-4ba0-9cd6-2e332f5393c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376450f4-3770-4193-a250-03c377ded71b,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:50:34.502848 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=77,neutron:DELETE=8 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:34.503732 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:36.066468 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=100 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:39.185014 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=4 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:39.861475 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:39.974024 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=67,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:39.990555 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=54,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:46.080818 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=82 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:50:48.155280 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a93d403b-29c5-41ac-a53c-7c0bf3f47879), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:49.954752 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-5e8dd637-714e-4700-9f16-b4e82baea12e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:52.229065 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-2465c7fa-029d-4983-ae5d-d1703526e13e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:53.726155 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:55.143682 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:55.211731 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:50:56.898593 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.agents_db [None req-66b1cbc3-9e75-488f-ab76-e3b1c287483f None None] Agent healthcheck: found 6 active agents {{(pid=106988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 13:51:05.141486 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:51:05.144374 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:51:06.894149 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=3 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:51:06.894997 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=5 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:51:18.154238 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a93d403b-29c5-41ac-a53c-7c0bf3f47879), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:19.943349 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-154f856d-68a5-4b38-855b-a58c47ed9901 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:22.263020 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-9cc83179-cad8-402d-b12b-ae4f57c6d918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:23.570064 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d7f7e-f360-4bc5-9201-f755a6105a42 req-e265c079-02c3-46c2-bcaf-fb86eda39d32 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:51:23.571549 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-245d7f7e-f360-4bc5-9201-f755a6105a42 req-e265c079-02c3-46c2-bcaf-fb86eda39d32 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b6c3f0aa-d151-40dd-bde5-a1ff4507874e HTTP/1.1" status: 200 len: 945 time: 0.0518212 Aug 24 13:51:23.620343 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-245d7f7e-f360-4bc5-9201-f755a6105a42 req-76fdf776-dac4-4537-bf78-c2ac188f917f tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=16dcd164-8216-42c3-9eb1-818a7355e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428226 Aug 24 13:51:23.691223 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:24.742220 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dc9eb3-e8af-4fcb-a03a-8c8c96744008 req-7e161401-391c-4474-a86f-65305b3e4879 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:51:24.743710 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b8dc9eb3-e8af-4fcb-a03a-8c8c96744008 req-7e161401-391c-4474-a86f-65305b3e4879 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b6c3f0aa-d151-40dd-bde5-a1ff4507874e HTTP/1.1" status: 200 len: 945 time: 0.0474362 Aug 24 13:51:24.791507 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-b8dc9eb3-e8af-4fcb-a03a-8c8c96744008 req-1d9cd8f6-d846-401a-892e-73a999b6d5a4 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=16dcd164-8216-42c3-9eb1-818a7355e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421078 Aug 24 13:51:25.108343 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:25.200476 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:25.560336 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f42a95-8d96-4dd7-9dd1-8ee4b91de940 req-21b40e2a-40eb-4089-a2dc-2bedf7ebf967 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106986) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:51:25.561780 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-f0f42a95-8d96-4dd7-9dd1-8ee4b91de940 req-21b40e2a-40eb-4089-a2dc-2bedf7ebf967 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.20 "GET /networking/v2.0/ports?device_id=b6c3f0aa-d151-40dd-bde5-a1ff4507874e HTTP/1.1" status: 200 len: 945 time: 0.0474205 Aug 24 13:51:25.646497 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [req-f0f42a95-8d96-4dd7-9dd1-8ee4b91de940 req-bf35f1ad-a3d5-4586-a23c-6678e325e5b7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Deleting port 5dcc0d20-f388-4c1e-8eab-e5aabbd51dde {{(pid=106986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:51:25.646832 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-f0f42a95-8d96-4dd7-9dd1-8ee4b91de940 req-bf35f1ad-a3d5-4586-a23c-6678e325e5b7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (5dcc0d20-f388-4c1e-8eab-e5aabbd51dde), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:25.736287 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.db [req-f0f42a95-8d96-4dd7-9dd1-8ee4b91de940 req-bf35f1ad-a3d5-4586-a23c-6678e325e5b7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] For port 5dcc0d20-f388-4c1e-8eab-e5aabbd51dde, host hv-cinder-77957, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77957',level=0,port_id=5dcc0d20-f388-4c1e-8eab-e5aabbd51dde,segment=NetworkSegment(71d927bf-449a-4f61-aa64-ce086e1d6108),segment_id=71d927bf-449a-4f61-aa64-ce086e1d6108)] {{(pid=106986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:51:25.736647 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-f0f42a95-8d96-4dd7-9dd1-8ee4b91de940 req-bf35f1ad-a3d5-4586-a23c-6678e325e5b7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (5dcc0d20-f388-4c1e-8eab-e5aabbd51dde), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:25.909298 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-f0f42a95-8d96-4dd7-9dd1-8ee4b91de940 req-bf35f1ad-a3d5-4586-a23c-6678e325e5b7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:25.909651 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-f0f42a95-8d96-4dd7-9dd1-8ee4b91de940 req-bf35f1ad-a3d5-4586-a23c-6678e325e5b7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-961197'] for floatingip (2f47fe03-ad77-4a11-b06c-99e8460500dd), after_update {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:25.909964 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.db.l3_db [req-f0f42a95-8d96-4dd7-9dd1-8ee4b91de940 req-bf35f1ad-a3d5-4586-a23c-6678e325e5b7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Floating IP 2f47fe03-ad77-4a11-b06c-99e8460500dd disassociated. External IP: 172.27.1.116, port: 5dcc0d20-f388-4c1e-8eab-e5aabbd51dde. Aug 24 13:51:25.910297 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [req-f0f42a95-8d96-4dd7-9dd1-8ee4b91de940 req-bf35f1ad-a3d5-4586-a23c-6678e325e5b7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Calling delete_port for 5dcc0d20-f388-4c1e-8eab-e5aabbd51dde owned by compute:nova {{(pid=106986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:51:25.912436 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92018953-a223-4784-9a1b-f677400c281a req-50c4b2c1-7bb8-47ea-bad7-f9e4d60c3c70 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106985) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Aug 24 13:51:25.913955 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-92018953-a223-4784-9a1b-f677400c281a req-50c4b2c1-7bb8-47ea-bad7-f9e4d60c3c70 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b6c3f0aa-d151-40dd-bde5-a1ff4507874e HTTP/1.1" status: 200 len: 945 time: 0.0485604 Aug 24 13:51:25.966020 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-92018953-a223-4784-9a1b-f677400c281a req-5d3f2f44-30c1-48c4-822b-ae9494fd8ade tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups?id=16dcd164-8216-42c3-9eb1-818a7355e8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462418 Aug 24 13:51:26.108457 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-f0f42a95-8d96-4dd7-9dd1-8ee4b91de940 req-bf35f1ad-a3d5-4586-a23c-6678e325e5b7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990584'] for port (5dcc0d20-f388-4c1e-8eab-e5aabbd51dde), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:26.144027 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35f1ad-a3d5-4586-a23c-6678e325e5b7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Pushing event deleted for resources: {'Port': ['ID=5dcc0d20-f388-4c1e-8eab-e5aabbd51dde,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:51:26.154416 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35f1ad-a3d5-4586-a23c-6678e325e5b7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:51:26.154766 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35f1ad-a3d5-4586-a23c-6678e325e5b7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:51:26.155104 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35f1ad-a3d5-4586-a23c-6678e325e5b7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:51:26.155437 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35f1ad-a3d5-4586-a23c-6678e325e5b7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:51:26.155767 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35f1ad-a3d5-4586-a23c-6678e325e5b7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:51:26.156094 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35f1ad-a3d5-4586-a23c-6678e325e5b7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:51:26.156442 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35f1ad-a3d5-4586-a23c-6678e325e5b7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:51:26.156783 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35f1ad-a3d5-4586-a23c-6678e325e5b7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:51:26.157114 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35f1ad-a3d5-4586-a23c-6678e325e5b7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:51:26.157416 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35f1ad-a3d5-4586-a23c-6678e325e5b7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:51:26.157764 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35f1ad-a3d5-4586-a23c-6678e325e5b7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:51:26.158738 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35f1ad-a3d5-4586-a23c-6678e325e5b7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:51:26.159064 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35f1ad-a3d5-4586-a23c-6678e325e5b7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:51:26.159387 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35f1ad-a3d5-4586-a23c-6678e325e5b7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:51:26.169719 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf35f1ad-a3d5-4586-a23c-6678e325e5b7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:51:26.265145 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0f42a95-8d96-4dd7-9dd1-8ee4b91de940 req-bf35f1ad-a3d5-4586-a23c-6678e325e5b7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Router 87b6d4bc-baf6-4275-9c49-a38eea3e0719 has already been hosted by L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 {{(pid=106986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 13:51:26.372850 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0f42a95-8d96-4dd7-9dd1-8ee4b91de940 req-bf35f1ad-a3d5-4586-a23c-6678e325e5b7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:51:26.383103 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665095f9-26f5-427c-95e9-34fe22a94659 None None] Sync routers for ids ['87b6d4bc-baf6-4275-9c49-a38eea3e0719'] in dv-cinder-779578-4-iscsi {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:51:26.394274 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665095f9-26f5-427c-95e9-34fe22a94659 None None] Routers {'87b6d4bc-baf6-4275-9c49-a38eea3e0719'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:51:26.394989 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-665095f9-26f5-427c-95e9-34fe22a94659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:51:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['87b6d4bc-baf6-4275-9c49-a38eea3e0719'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:51:26.419435 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0f42a95-8d96-4dd7-9dd1-8ee4b91de940 req-bf35f1ad-a3d5-4586-a23c-6678e325e5b7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] No DVR routers for this DVR port 5dcc0d20-f388-4c1e-8eab-e5aabbd51dde on host hv-cinder-77957 {{(pid=106986) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 13:51:26.422101 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [req-f0f42a95-8d96-4dd7-9dd1-8ee4b91de940 req-bf35f1ad-a3d5-4586-a23c-6678e325e5b7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for port (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:26.426555 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [req-f0f42a95-8d96-4dd7-9dd1-8ee4b91de940 req-bf35f1ad-a3d5-4586-a23c-6678e325e5b7 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.20 "DELETE /networking/v2.0/ports/5dcc0d20-f388-4c1e-8eab-e5aabbd51dde HTTP/1.1" status: 204 len: 173 time: 0.8597624 Aug 24 13:51:26.427038 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6c3f0aa-d151-40dd-bde5-a1ff4507874e', 'name': 'network-vif-deleted', 'tag': '5dcc0d20-f388-4c1e-8eab-e5aabbd51dde'}] {{(pid=106986) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Aug 24 13:51:26.430079 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.73/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8c4d01dbab33e71115aad2ee8471a00c8ecaf37bbc8c5e47995de0ab84d59865" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc896d66-2586-481a-828d-b93869e5ab1a" -d '{"events": [{"server_uuid": "b6c3f0aa-d151-40dd-bde5-a1ff4507874e", "name": "network-vif-deleted", "tag": "5dcc0d20-f388-4c1e-8eab-e5aabbd51dde"}]}' {{(pid=106986) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 24 13:51:26.469849 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 24 Aug 2022 13:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec81ece5-a48f-4284-acfe-514ff808d3f6 x-openstack-request-id: req-ec81ece5-a48f-4284-acfe-514ff808d3f6 {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 24 13:51:26.470838 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6c3f0aa-d151-40dd-bde5-a1ff4507874e", "name": "network-vif-deleted", "tag": "5dcc0d20-f388-4c1e-8eab-e5aabbd51dde", "status": "completed", "code": 200}]} {{(pid=106986) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 24 13:51:26.471217 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.73/compute/v2.1/os-server-external-events used request id req-ec81ece5-a48f-4284-acfe-514ff808d3f6 {{(pid=106986) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 24 13:51:26.471736 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec81ece5-a48f-4284-acfe-514ff808d3f6'] response: {'server_uuid': 'b6c3f0aa-d151-40dd-bde5-a1ff4507874e', 'name': 'network-vif-deleted', 'tag': '5dcc0d20-f388-4c1e-8eab-e5aabbd51dde', 'status': 'completed', 'code': 200} Aug 24 13:51:26.634207 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-665095f9-26f5-427c-95e9-34fe22a94659 None None] Set router 87b6d4bc-baf6-4275-9c49-a38eea3e0719 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:51:26.824740 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-665095f9-26f5-427c-95e9-34fe22a94659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'name': 'tempest-AttachVolumeTestJSON-1185539921-router', 'tenant_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'f3ad2d68-50c1-4975-9152-92c9167b4531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:46:11Z', 'updated_at': '2022-08-24T13:46:14Z', 'revision_number': 4, 'project_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'gw_port': {'id': 'f3ad2d68-50c1-4975-9152-92c9167b4531', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:11Z', 'updated_at': '2022-08-24T13:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': '19df55e7-80a0-4d3e-ad05-06f98227dae8', 'name': '', 'network_id': 'f3395214-009c-4aba-9dda-777a5c33eecb', 'tenant_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'mac_address': 'fa:16:3e:e1:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1f46d6dd-5a73-4b8e-8e50-cedc158c26c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:13Z', 'updated_at': '2022-08-24T13:46:19Z', 'revision_number': 5, 'project_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'subnets': [{'id': '1f46d6dd-5a73-4b8e-8e50-cedc158c26c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:51:26.854965 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665095f9-26f5-427c-95e9-34fe22a94659 None None] Checking router: 87b6d4bc-baf6-4275-9c49-a38eea3e0719 for host: dv-cinder-779578-4-iscsi {{(pid=106987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:51:26.864622 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665095f9-26f5-427c-95e9-34fe22a94659 None None] Routers {'87b6d4bc-baf6-4275-9c49-a38eea3e0719'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:51:26.865767 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-665095f9-26f5-427c-95e9-34fe22a94659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:51:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['87b6d4bc-baf6-4275-9c49-a38eea3e0719'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:51:26.965876 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-665095f9-26f5-427c-95e9-34fe22a94659 None None] Set router 87b6d4bc-baf6-4275-9c49-a38eea3e0719 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:51:27.083788 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [req-40b48887-e8b8-499e-8d5e-b485a4690d6c req-81422319-a4d1-4966-876f-c17dc00a5dc4 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/ports?device_id=b6c3f0aa-d151-40dd-bde5-a1ff4507874e HTTP/1.1" status: 200 len: 210 time: 0.0298169 Aug 24 13:51:27.163480 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-665095f9-26f5-427c-95e9-34fe22a94659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'name': 'tempest-AttachVolumeTestJSON-1185539921-router', 'tenant_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'f3ad2d68-50c1-4975-9152-92c9167b4531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:46:11Z', 'updated_at': '2022-08-24T13:46:14Z', 'revision_number': 4, 'project_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'gw_port': {'id': 'f3ad2d68-50c1-4975-9152-92c9167b4531', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:11Z', 'updated_at': '2022-08-24T13:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': '19df55e7-80a0-4d3e-ad05-06f98227dae8', 'name': '', 'network_id': 'f3395214-009c-4aba-9dda-777a5c33eecb', 'tenant_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'mac_address': 'fa:16:3e:e1:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1f46d6dd-5a73-4b8e-8e50-cedc158c26c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:13Z', 'updated_at': '2022-08-24T13:46:19Z', 'revision_number': 5, 'project_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'subnets': [{'id': '1f46d6dd-5a73-4b8e-8e50-cedc158c26c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:51:27.190231 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665095f9-26f5-427c-95e9-34fe22a94659 None None] The sync data for ids ['87b6d4bc-baf6-4275-9c49-a38eea3e0719'] in dv-cinder-779578-4-iscsi is: [{'id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'name': 'tempest-AttachVolumeTestJSON-1185539921-router', 'tenant_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'f3ad2d68-50c1-4975-9152-92c9167b4531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:46:11Z', 'updated_at': '2022-08-24T13:46:14Z', 'revision_number': 4, 'project_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'gw_port': {'id': 'f3ad2d68-50c1-4975-9152-92c9167b4531', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:11Z', 'updated_at': '2022-08-24T13:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi', '_interfaces': [{'id': '19df55e7-80a0-4d3e-ad05-06f98227dae8', 'name': '', 'network_id': 'f3395214-009c-4aba-9dda-777a5c33eecb', 'tenant_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'mac_address': 'fa:16:3e:e1:4a:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'device_owner': 'network:router_interface', 'standard_attr_id': 567, 'fixed_ips': [{'subnet_id': '1f46d6dd-5a73-4b8e-8e50-cedc158c26c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:13Z', 'updated_at': '2022-08-24T13:46:19Z', 'revision_number': 5, 'project_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'subnets': [{'id': '1f46d6dd-5a73-4b8e-8e50-cedc158c26c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:51:27.420294 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de43cb04-1ec0-4094-a5f4-119267464ce1 None None] New status for floating IP 2f47fe03-ad77-4a11-b06c-99e8460500dd: DOWN {{(pid=106988) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Aug 24 13:51:28.234990 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 58770) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:51:28.285483 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:51:28.291273 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f82d7e97-7ea4-4136-986e-5faa740c76b8 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks [] for security_group (16dcd164-8216-42c3-9eb1-818a7355e8e8), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:28.313338 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f82d7e97-7ea4-4136-986e-5faa740c76b8 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks [] for security_group (16dcd164-8216-42c3-9eb1-818a7355e8e8), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:28.315693 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:51:28.491694 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f82d7e97-7ea4-4136-986e-5faa740c76b8 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (16dcd164-8216-42c3-9eb1-818a7355e8e8), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:28.494563 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f82d7e97-7ea4-4136-986e-5faa740c76b8 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:28.495819 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-f82d7e97-7ea4-4136-986e-5faa740c76b8 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "DELETE /networking/v2.0/security-groups/16dcd164-8216-42c3-9eb1-818a7355e8e8 HTTP/1.1" status: 204 len: 168 time: 0.2597027 Aug 24 13:51:28.498664 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 58772) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:51:28.505953 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82d7e97-7ea4-4136-986e-5faa740c76b8 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16dcd164-8216-42c3-9eb1-818a7355e8e8,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:51:28.512491 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.api.v2.resource [None req-84d2ba14-b544-423e-b028-d8acd812345e tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] show failed (client error): The resource could not be found. Aug 24 13:51:28.513515 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-84d2ba14-b544-423e-b028-d8acd812345e tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "GET /networking/v2.0/security-groups/16dcd164-8216-42c3-9eb1-818a7355e8e8 HTTP/1.1" status: 404 len: 347 time: 0.0138700 Aug 24 13:51:28.516473 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 58774) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:51:28.641269 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [None req-2f623778-6fc3-499c-9892-3eb15b45f9d6 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Deleting port b0410e2c-7335-4ae9-a36d-201ec4dfa051 {{(pid=106985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:51:28.641613 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-2f623778-6fc3-499c-9892-3eb15b45f9d6 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (b0410e2c-7335-4ae9-a36d-201ec4dfa051), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:28.723075 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-2f623778-6fc3-499c-9892-3eb15b45f9d6 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (b0410e2c-7335-4ae9-a36d-201ec4dfa051), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:28.723401 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-2f623778-6fc3-499c-9892-3eb15b45f9d6 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks [] for floatingip (b0410e2c-7335-4ae9-a36d-201ec4dfa051), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:28.740475 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [None req-2f623778-6fc3-499c-9892-3eb15b45f9d6 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Calling delete_port for b0410e2c-7335-4ae9-a36d-201ec4dfa051 owned by network:floatingip {{(pid=106985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:51:28.993837 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-2f623778-6fc3-499c-9892-3eb15b45f9d6 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (b0410e2c-7335-4ae9-a36d-201ec4dfa051), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:29.024351 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f623778-6fc3-499c-9892-3eb15b45f9d6 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Pushing event deleted for resources: {'Port': ['ID=b0410e2c-7335-4ae9-a36d-201ec4dfa051,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:51:29.051506 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f623778-6fc3-499c-9892-3eb15b45f9d6 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:51:29.059486 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f623778-6fc3-499c-9892-3eb15b45f9d6 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:51:29.059486 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f623778-6fc3-499c-9892-3eb15b45f9d6 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:51:29.059486 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f623778-6fc3-499c-9892-3eb15b45f9d6 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:51:29.059486 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f623778-6fc3-499c-9892-3eb15b45f9d6 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:51:29.059486 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f623778-6fc3-499c-9892-3eb15b45f9d6 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:51:29.059486 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f623778-6fc3-499c-9892-3eb15b45f9d6 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:51:29.059486 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f623778-6fc3-499c-9892-3eb15b45f9d6 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:51:29.059486 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f623778-6fc3-499c-9892-3eb15b45f9d6 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:51:29.059486 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f623778-6fc3-499c-9892-3eb15b45f9d6 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:51:29.059486 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f623778-6fc3-499c-9892-3eb15b45f9d6 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:51:29.059486 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f623778-6fc3-499c-9892-3eb15b45f9d6 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:51:29.059486 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f623778-6fc3-499c-9892-3eb15b45f9d6 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:51:29.059486 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f623778-6fc3-499c-9892-3eb15b45f9d6 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:51:29.060552 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f623778-6fc3-499c-9892-3eb15b45f9d6 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:51:29.096807 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-2f623778-6fc3-499c-9892-3eb15b45f9d6 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks [] for floatingip (2f47fe03-ad77-4a11-b06c-99e8460500dd), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:29.099362 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-2f623778-6fc3-499c-9892-3eb15b45f9d6 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-210295'] for floatingip (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:29.100607 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-2f623778-6fc3-499c-9892-3eb15b45f9d6 tempest-AttachVolumeTestJSON-433341070 tempest-AttachVolumeTestJSON-433341070-project] 10.222.0.73 "DELETE /networking/v2.0/floatingips/2f47fe03-ad77-4a11-b06c-99e8460500dd HTTP/1.1" status: 204 len: 168 time: 0.5826182 Aug 24 13:51:29.594557 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 5dcc0d20-f388-4c1e-8eab-e5aabbd51dde no longer exists at agent hyperv_hv-cinder-77957 {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:51:29.619115 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] No Port match for: 5dcc0d20-f388-4c1e-8eab-e5aabbd51dde {{(pid=106987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 13:51:29.619451 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Device 5dcc0d20-f388-4c1e-8eab-e5aabbd51dde not bound to the agent host hv-cinder-77957 {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 13:51:33.104585 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 58804) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:51:33.576944 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-6464c58c-9155-408a-acf6-a41081380f0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-564397'] for router_interface (87b6d4bc-baf6-4275-9c49-a38eea3e0719), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:33.797355 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [None req-6464c58c-9155-408a-acf6-a41081380f0c admin admin] Deleting port 19df55e7-80a0-4d3e-ad05-06f98227dae8 {{(pid=106986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:51:33.797687 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-6464c58c-9155-408a-acf6-a41081380f0c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (19df55e7-80a0-4d3e-ad05-06f98227dae8), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:33.879739 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.db [None req-6464c58c-9155-408a-acf6-a41081380f0c admin admin] For port 19df55e7-80a0-4d3e-ad05-06f98227dae8, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=19df55e7-80a0-4d3e-ad05-06f98227dae8,segment=NetworkSegment(71d927bf-449a-4f61-aa64-ce086e1d6108),segment_id=71d927bf-449a-4f61-aa64-ce086e1d6108)] {{(pid=106986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:51:33.880047 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-6464c58c-9155-408a-acf6-a41081380f0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (19df55e7-80a0-4d3e-ad05-06f98227dae8), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:33.892668 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [None req-6464c58c-9155-408a-acf6-a41081380f0c admin admin] Calling delete_port for 19df55e7-80a0-4d3e-ad05-06f98227dae8 owned by network:router_interface {{(pid=106986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:51:33.898369 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.agents_db [None req-66b1cbc3-9e75-488f-ab76-e3b1c287483f None None] Agent healthcheck: found 6 active agents {{(pid=106988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 13:51:34.000478 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:51:34.048216 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:51:34.188448 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-6464c58c-9155-408a-acf6-a41081380f0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990584'] for port (19df55e7-80a0-4d3e-ad05-06f98227dae8), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:34.258666 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6464c58c-9155-408a-acf6-a41081380f0c admin admin] Pushing event deleted for resources: {'Port': ['ID=19df55e7-80a0-4d3e-ad05-06f98227dae8,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:51:34.397772 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-6464c58c-9155-408a-acf6-a41081380f0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-564281'] for router_interface (87b6d4bc-baf6-4275-9c49-a38eea3e0719), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:34.605317 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6464c58c-9155-408a-acf6-a41081380f0c admin admin] Router 87b6d4bc-baf6-4275-9c49-a38eea3e0719 has already been hosted by L3 agent b58b1279-1fe2-48b7-ab2d-24604221a003 {{(pid=106986) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 24 13:51:34.709201 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6464c58c-9155-408a-acf6-a41081380f0c admin admin] Notify agent at l3_agent.dv-cinder-779578-4-iscsi the message routers_updated {{(pid=106986) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 24 13:51:34.714088 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-6464c58c-9155-408a-acf6-a41081380f0c admin admin] 10.222.0.73 "PUT /networking/v2.0/routers/87b6d4bc-baf6-4275-9c49-a38eea3e0719/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6084909 Aug 24 13:51:34.716851 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 58808) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:51:34.717979 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a2cc4b-6eba-440f-bf0e-03b6148f0864 None None] Sync routers for ids ['87b6d4bc-baf6-4275-9c49-a38eea3e0719'] in dv-cinder-779578-4-iscsi {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 24 13:51:34.728811 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a2cc4b-6eba-440f-bf0e-03b6148f0864 None None] Routers {'87b6d4bc-baf6-4275-9c49-a38eea3e0719'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:51:34.729408 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-15a2cc4b-6eba-440f-bf0e-03b6148f0864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:51:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['87b6d4bc-baf6-4275-9c49-a38eea3e0719'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:51:34.816416 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-9ba9b86f-0889-4550-a80e-a1f8f44efd08 admin admin] Publish callbacks [] for router (87b6d4bc-baf6-4275-9c49-a38eea3e0719), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:34.830172 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-15a2cc4b-6eba-440f-bf0e-03b6148f0864 None None] Set router 87b6d4bc-baf6-4275-9c49-a38eea3e0719 gateway port host: dv-cinder-779578-4-iscsi {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:51:34.910499 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:51:34.917928 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-9ba9b86f-0889-4550-a80e-a1f8f44efd08 admin admin] Publish callbacks [] for router_gateway (87b6d4bc-baf6-4275-9c49-a38eea3e0719), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:34.937854 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:51:35.000374 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-15a2cc4b-6eba-440f-bf0e-03b6148f0864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'name': 'tempest-AttachVolumeTestJSON-1185539921-router', 'tenant_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'external_fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.249'}], 'enable_snat': True}, 'gw_port_id': 'f3ad2d68-50c1-4975-9152-92c9167b4531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:46:11Z', 'updated_at': '2022-08-24T13:51:34Z', 'revision_number': 5, 'project_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'gw_port': {'id': 'f3ad2d68-50c1-4975-9152-92c9167b4531', 'name': '', 'network_id': 'b9a647d2-3285-4c25-b9a6-e511e6620ca5', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:d4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'ip_address': '172.27.1.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-779578-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-08-24T13:46:11Z', 'updated_at': '2022-08-24T13:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0f88e60e-ade3-4937-9959-ff6f15b76440', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-779578-4-iscsi'}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:51:35.029188 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a2cc4b-6eba-440f-bf0e-03b6148f0864 None None] Checking router: 87b6d4bc-baf6-4275-9c49-a38eea3e0719 for host: dv-cinder-779578-4-iscsi {{(pid=106987) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 24 13:51:35.038148 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a2cc4b-6eba-440f-bf0e-03b6148f0864 None None] Routers {'87b6d4bc-baf6-4275-9c49-a38eea3e0719'} bound to L3 agent in host dv-cinder-779578-4-iscsi {{(pid=106987) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Aug 24 13:51:35.038743 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-15a2cc4b-6eba-440f-bf0e-03b6148f0864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-779578-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-08-24T13:29:52Z,description=,heartbeat_timestamp=2022-08-24T13:51:22Z,host='dv-cinder-779578-4-iscsi',id=b58b1279-1fe2-48b7-ab2d-24604221a003,load=0,resource_versions=,resources_synced=,started_at=2022-08-24T13:29:53Z,topic='l3_agent')) {'router_ids': ['87b6d4bc-baf6-4275-9c49-a38eea3e0719'], 'active': True} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:51:35.061323 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9b86f-0889-4550-a80e-a1f8f44efd08 admin admin] Deleting port f3ad2d68-50c1-4975-9152-92c9167b4531 {{(pid=106986) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:51:35.061660 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-9ba9b86f-0889-4550-a80e-a1f8f44efd08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (f3ad2d68-50c1-4975-9152-92c9167b4531), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:35.078241 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:51:35.120784 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvr_db [None req-15a2cc4b-6eba-440f-bf0e-03b6148f0864 None None] Set router 87b6d4bc-baf6-4275-9c49-a38eea3e0719 gateway port host: None {{(pid=106987) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Aug 24 13:51:35.152459 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.db [None req-9ba9b86f-0889-4550-a80e-a1f8f44efd08 admin admin] For port f3ad2d68-50c1-4975-9152-92c9167b4531, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=f3ad2d68-50c1-4975-9152-92c9167b4531,segment=NetworkSegment(5f346d1e-6301-45fd-9dfc-66a590810fee),segment_id=5f346d1e-6301-45fd-9dfc-66a590810fee)] {{(pid=106986) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:51:35.152778 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-9ba9b86f-0889-4550-a80e-a1f8f44efd08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (f3ad2d68-50c1-4975-9152-92c9167b4531), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:35.177243 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_hamode_db [None req-15a2cc4b-6eba-440f-bf0e-03b6148f0864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'name': 'tempest-AttachVolumeTestJSON-1185539921-router', 'tenant_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:46:11Z', 'updated_at': '2022-08-24T13:51:34Z', 'revision_number': 6, 'project_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'gw_port_host': None}], 'dv-cinder-779578-4-iscsi', False) {} {{(pid=106987) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:51:35.205317 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a2cc4b-6eba-440f-bf0e-03b6148f0864 None None] The sync data for ids ['87b6d4bc-baf6-4275-9c49-a38eea3e0719'] in dv-cinder-779578-4-iscsi is: [{'id': '87b6d4bc-baf6-4275-9c49-a38eea3e0719', 'name': 'tempest-AttachVolumeTestJSON-1185539921-router', 'tenant_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-08-24T13:46:11Z', 'updated_at': '2022-08-24T13:51:34Z', 'revision_number': 6, 'project_id': 'ca298d9092ad4a9489f1624d62b2ac1d', 'gw_port_host': None}] {{(pid=106987) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 24 13:51:35.418582 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.plugins.ml2.plugin [None req-9ba9b86f-0889-4550-a80e-a1f8f44efd08 admin admin] Calling delete_port for f3ad2d68-50c1-4975-9152-92c9167b4531 owned by network:router_gateway {{(pid=106986) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:51:35.432990 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:51:35.691916 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-9ba9b86f-0889-4550-a80e-a1f8f44efd08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2990584'] for port (f3ad2d68-50c1-4975-9152-92c9167b4531), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:35.717028 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba9b86f-0889-4550-a80e-a1f8f44efd08 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3ad2d68-50c1-4975-9152-92c9167b4531,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:51:35.779049 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-9ba9b86f-0889-4550-a80e-a1f8f44efd08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1008744'] for router_gateway (87b6d4bc-baf6-4275-9c49-a38eea3e0719), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:35.874028 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-9ba9b86f-0889-4550-a80e-a1f8f44efd08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-564371', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7662'] for router (87b6d4bc-baf6-4275-9c49-a38eea3e0719), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:35.876981 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-9ba9b86f-0889-4550-a80e-a1f8f44efd08 admin admin] Publish callbacks [] for router_controller (87b6d4bc-baf6-4275-9c49-a38eea3e0719), precommit_delete_associations {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:35.982014 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-9ba9b86f-0889-4550-a80e-a1f8f44efd08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-564362'] for router (87b6d4bc-baf6-4275-9c49-a38eea3e0719), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:35.982641 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba9b86f-0889-4550-a80e-a1f8f44efd08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87b6d4bc-baf6-4275-9c49-a38eea3e0719 {{(pid=106986) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 24 13:51:35.988459 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-9ba9b86f-0889-4550-a80e-a1f8f44efd08 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:35.989663 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-9ba9b86f-0889-4550-a80e-a1f8f44efd08 admin admin] 10.222.0.73 "DELETE /networking/v2.0/routers/87b6d4bc-baf6-4275-9c49-a38eea3e0719 HTTP/1.1" status: 204 len: 168 time: 1.2718318 Aug 24 13:51:35.992314 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 58810) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:51:36.038619 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6c53a1e-b97e-496b-bdd9-1390e3cafff2 admin admin] Deleting subnet 1f46d6dd-5a73-4b8e-8e50-cedc158c26c7 {{(pid=106986) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Aug 24 13:51:36.043025 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-d6c53a1e-b97e-496b-bdd9-1390e3cafff2 admin admin] Publish callbacks [] for subnet (1f46d6dd-5a73-4b8e-8e50-cedc158c26c7), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:36.078964 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-d6c53a1e-b97e-496b-bdd9-1390e3cafff2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-17251685'] for subnet (1f46d6dd-5a73-4b8e-8e50-cedc158c26c7), precommit_delete_associations {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:36.160778 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-d6c53a1e-b97e-496b-bdd9-1390e3cafff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-66918460'] for subnet (1f46d6dd-5a73-4b8e-8e50-cedc158c26c7), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:36.286392 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-d6c53a1e-b97e-496b-bdd9-1390e3cafff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-66918469', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1017293', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2990509', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-17994702'] for subnet (1f46d6dd-5a73-4b8e-8e50-cedc158c26c7), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:36.312814 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c53a1e-b97e-496b-bdd9-1390e3cafff2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f46d6dd-5a73-4b8e-8e50-cedc158c26c7,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:51:36.318670 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-d6c53a1e-b97e-496b-bdd9-1390e3cafff2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:36.322017 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-d6c53a1e-b97e-496b-bdd9-1390e3cafff2 admin admin] 10.222.0.73 "DELETE /networking/v2.0/subnets/1f46d6dd-5a73-4b8e-8e50-cedc158c26c7 HTTP/1.1" status: 204 len: 168 time: 0.3287184 Aug 24 13:51:36.324481 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96290b59-0dd5-431b-b05d-2e16b0a29243 None None] Network f3395214-009c-4aba-9dda-777a5c33eecb requested from dv-cinder-779578-4-iscsi {{(pid=106987) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Aug 24 13:51:36.325232 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 58812) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:51:36.397429 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-b5c3cc88-f7f6-434b-a2e5-5b0bdad5b684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-67096241'] for network (f3395214-009c-4aba-9dda-777a5c33eecb), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:36.446805 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [None req-b5c3cc88-f7f6-434b-a2e5-5b0bdad5b684 admin admin] Deleting port ae9acb76-6d7a-4408-8d41-66b3a4f8fc81 {{(pid=106985) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:51:36.447140 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-b5c3cc88-f7f6-434b-a2e5-5b0bdad5b684 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (ae9acb76-6d7a-4408-8d41-66b3a4f8fc81), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:36.469240 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:51:36.491663 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fade3ec-a507-45a6-b418-067b4dd8ecb5 None None] DHCP port deletion for f3395214-009c-4aba-9dda-777a5c33eecb request from dv-cinder-779578-4-iscsi {{(pid=106987) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Aug 24 13:51:36.517047 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.db [None req-b5c3cc88-f7f6-434b-a2e5-5b0bdad5b684 admin admin] For port ae9acb76-6d7a-4408-8d41-66b3a4f8fc81, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=ae9acb76-6d7a-4408-8d41-66b3a4f8fc81,segment=NetworkSegment(71d927bf-449a-4f61-aa64-ce086e1d6108),segment_id=71d927bf-449a-4f61-aa64-ce086e1d6108)] {{(pid=106985) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:51:36.517459 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-b5c3cc88-f7f6-434b-a2e5-5b0bdad5b684 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (ae9acb76-6d7a-4408-8d41-66b3a4f8fc81), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:36.526953 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:51:36.529893 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-2fade3ec-a507-45a6-b418-067b4dd8ecb5 None None] Deleting port ae9acb76-6d7a-4408-8d41-66b3a4f8fc81 {{(pid=106987) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2047}} Aug 24 13:51:36.530672 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-2fade3ec-a507-45a6-b418-067b4dd8ecb5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732775424525'] for port (ae9acb76-6d7a-4408-8d41-66b3a4f8fc81), before_delete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:36.531161 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.plugin [None req-b5c3cc88-f7f6-434b-a2e5-5b0bdad5b684 admin admin] Calling delete_port for ae9acb76-6d7a-4408-8d41-66b3a4f8fc81 owned by network:dhcp {{(pid=106985) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:51:36.600453 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.db [None req-2fade3ec-a507-45a6-b418-067b4dd8ecb5 None None] For port ae9acb76-6d7a-4408-8d41-66b3a4f8fc81, host dv-cinder-779578-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-779578-4-iscsi',level=0,port_id=ae9acb76-6d7a-4408-8d41-66b3a4f8fc81,segment=NetworkSegment(71d927bf-449a-4f61-aa64-ce086e1d6108),segment_id=71d927bf-449a-4f61-aa64-ce086e1d6108)] {{(pid=106987) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 24 13:51:36.600851 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-2fade3ec-a507-45a6-b418-067b4dd8ecb5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1010596'] for port (ae9acb76-6d7a-4408-8d41-66b3a4f8fc81), precommit_delete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:36.617324 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-2fade3ec-a507-45a6-b418-067b4dd8ecb5 None None] Calling delete_port for ae9acb76-6d7a-4408-8d41-66b3a4f8fc81 owned by network:dhcp {{(pid=106987) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2126}} Aug 24 13:51:36.668411 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-b5c3cc88-f7f6-434b-a2e5-5b0bdad5b684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2796068'] for port (ae9acb76-6d7a-4408-8d41-66b3a4f8fc81), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:36.697628 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c3cc88-f7f6-434b-a2e5-5b0bdad5b684 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae9acb76-6d7a-4408-8d41-66b3a4f8fc81,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:51:36.699397 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c3cc88-f7f6-434b-a2e5-5b0bdad5b684 admin admin] No DVR routers for this DVR port ae9acb76-6d7a-4408-8d41-66b3a4f8fc81 on host dv-cinder-779578-4-iscsi {{(pid=106985) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 13:51:36.704430 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-2fade3ec-a507-45a6-b418-067b4dd8ecb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-66648299', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-173751', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732775426699', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732775032643'] for port (ae9acb76-6d7a-4408-8d41-66b3a4f8fc81), after_delete {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:36.733604 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fade3ec-a507-45a6-b418-067b4dd8ecb5 None None] Pushing event deleted for resources: {'Port': ['ID=ae9acb76-6d7a-4408-8d41-66b3a4f8fc81,revision_number=None']} {{(pid=106987) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:51:36.739093 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fade3ec-a507-45a6-b418-067b4dd8ecb5 None None] No DVR routers for this DVR port ae9acb76-6d7a-4408-8d41-66b3a4f8fc81 on host dv-cinder-779578-4-iscsi {{(pid=106987) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Aug 24 13:51:36.749095 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fade3ec-a507-45a6-b418-067b4dd8ecb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:51:36.749490 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fade3ec-a507-45a6-b418-067b4dd8ecb5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:51:36.749825 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fade3ec-a507-45a6-b418-067b4dd8ecb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:51:36.750686 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fade3ec-a507-45a6-b418-067b4dd8ecb5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:51:36.750686 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fade3ec-a507-45a6-b418-067b4dd8ecb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:51:36.750898 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fade3ec-a507-45a6-b418-067b4dd8ecb5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:51:36.751270 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fade3ec-a507-45a6-b418-067b4dd8ecb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:51:36.751552 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fade3ec-a507-45a6-b418-067b4dd8ecb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:51:36.751769 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fade3ec-a507-45a6-b418-067b4dd8ecb5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:51:36.752083 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fade3ec-a507-45a6-b418-067b4dd8ecb5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:51:36.752420 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fade3ec-a507-45a6-b418-067b4dd8ecb5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:51:36.752768 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fade3ec-a507-45a6-b418-067b4dd8ecb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:51:36.753398 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fade3ec-a507-45a6-b418-067b4dd8ecb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:51:36.753398 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fade3ec-a507-45a6-b418-067b4dd8ecb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:51:36.753763 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fade3ec-a507-45a6-b418-067b4dd8ecb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106987) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:51:36.787166 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-b5c3cc88-f7f6-434b-a2e5-5b0bdad5b684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-66912316', 'neutron.services.segments.db._delete_segments_for_network-8732775531888'] for network (f3395214-009c-4aba-9dda-777a5c33eecb), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:36.814283 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.services.segments.db [None req-b5c3cc88-f7f6-434b-a2e5-5b0bdad5b684 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3395214-009c-4aba-9dda-777a5c33eecb']}} {{(pid=106985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:51:36.825461 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.services.segments.db [None req-b5c3cc88-f7f6-434b-a2e5-5b0bdad5b684 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71d927bf-449a-4f61-aa64-ce086e1d6108') {'for_net_delete': True} {{(pid=106985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:51:36.825755 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.services.segments.db [None req-b5c3cc88-f7f6-434b-a2e5-5b0bdad5b684 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71d927bf-449a-4f61-aa64-ce086e1d6108') {} {{(pid=106985) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 24 13:51:36.837103 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-b5c3cc88-f7f6-434b-a2e5-5b0bdad5b684 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732775508974', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2278129'] for segment (71d927bf-449a-4f61-aa64-ce086e1d6108), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:36.851667 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-b5c3cc88-f7f6-434b-a2e5-5b0bdad5b684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916165'] for segment (71d927bf-449a-4f61-aa64-ce086e1d6108), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:36.858041 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5c3cc88-f7f6-434b-a2e5-5b0bdad5b684 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=106985) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 24 13:51:36.858424 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-b5c3cc88-f7f6-434b-a2e5-5b0bdad5b684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-66916165', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2796055'] for segment (71d927bf-449a-4f61-aa64-ce086e1d6108), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:36.887347 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.services.segments.plugin [-] Segment 71d927bf-449a-4f61-aa64-ce086e1d6108 resource provider aggregate not found Aug 24 13:51:36.931568 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.services.segments.plugin [-] Segment 71d927bf-449a-4f61-aa64-ce086e1d6108 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 71d927bf-449a-4f61-aa64-ce086e1d6108 found for delete ", "request_id": "req-712815ed-5ed0-4afd-8169-a6a1d4464495"}]} Aug 24 13:51:36.976891 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-b5c3cc88-f7f6-434b-a2e5-5b0bdad5b684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-66912311', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008805', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1008716'] for network (f3395214-009c-4aba-9dda-777a5c33eecb), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:36.982075 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-b5c3cc88-f7f6-434b-a2e5-5b0bdad5b684 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527077'] for network (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:36.985330 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-b5c3cc88-f7f6-434b-a2e5-5b0bdad5b684 admin admin] 10.222.0.73 "DELETE /networking/v2.0/networks/f3395214-009c-4aba-9dda-777a5c33eecb HTTP/1.1" status: 204 len: 168 time: 0.6591079 Aug 24 13:51:36.998562 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c3cc88-f7f6-434b-a2e5-5b0bdad5b684 admin admin] Pushing event deleted for resources: {'Network': ['ID=f3395214-009c-4aba-9dda-777a5c33eecb,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:51:37.191668 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 19df55e7-80a0-4d3e-ad05-06f98227dae8 no longer exists at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:51:37.211726 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] No Port match for: 19df55e7-80a0-4d3e-ad05-06f98227dae8 {{(pid=106987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 13:51:37.212331 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device 19df55e7-80a0-4d3e-ad05-06f98227dae8 not bound to the agent host dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 13:51:37.212816 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device ae9acb76-6d7a-4408-8d41-66b3a4f8fc81 no longer exists at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:51:37.239248 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] No Port match for: ae9acb76-6d7a-4408-8d41-66b3a4f8fc81 {{(pid=106987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 13:51:37.239656 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device ae9acb76-6d7a-4408-8d41-66b3a4f8fc81 not bound to the agent host dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 13:51:37.240278 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device f3ad2d68-50c1-4975-9152-92c9167b4531 no longer exists at agent ovs-agent-dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 24 13:51:37.265553 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] No Port match for: f3ad2d68-50c1-4975-9152-92c9167b4531 {{(pid=106987) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2386}} Aug 24 13:51:37.265913 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron.plugins.ml2.rpc [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Device f3ad2d68-50c1-4975-9152-92c9167b4531 not bound to the agent host dv-cinder-779578-4-iscsi {{(pid=106987) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 24 13:51:37.352142 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 58820) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:51:37.392303 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-5d457d4f-c6e2-402e-b8ad-7ae6004e522b admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=ca298d9092ad4a9489f1624d62b2ac1d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389228 Aug 24 13:51:37.395537 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 58822) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:51:37.448292 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-489821b8-a30c-4dc5-a869-5fb869eca2ea admin admin] Publish callbacks [] for security_group (8ae4ba64-b635-4ac1-b36b-583c004e7a09), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:37.467704 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-489821b8-a30c-4dc5-a869-5fb869eca2ea admin admin] Publish callbacks [] for security_group (8ae4ba64-b635-4ac1-b36b-583c004e7a09), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:37.565654 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-489821b8-a30c-4dc5-a869-5fb869eca2ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (8ae4ba64-b635-4ac1-b36b-583c004e7a09), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:37.568536 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-489821b8-a30c-4dc5-a869-5fb869eca2ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:37.569754 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-489821b8-a30c-4dc5-a869-5fb869eca2ea admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/8ae4ba64-b635-4ac1-b36b-583c004e7a09 HTTP/1.1" status: 204 len: 168 time: 0.1732702 Aug 24 13:51:37.578702 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489821b8-a30c-4dc5-a869-5fb869eca2ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae4ba64-b635-4ac1-b36b-583c004e7a09,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:51:43.656965 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 58906) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:51:43.765448 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f6395f23-dfdb-41d8-982c-0d3554036ad5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:43.788311 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:51:43.843128 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f6395f23-dfdb-41d8-982c-0d3554036ad5 admin admin] Publish callbacks [] for security_group (486556d0-1815-43eb-9d80-80d01307110f), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:43.890799 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-f6395f23-dfdb-41d8-982c-0d3554036ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (486556d0-1815-43eb-9d80-80d01307110f), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:43.932116 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-f6395f23-dfdb-41d8-982c-0d3554036ad5 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=7d3d039263c54c06950b3c85c4a78bcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2740808 Aug 24 13:51:43.932959 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6395f23-dfdb-41d8-982c-0d3554036ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486556d0-1815-43eb-9d80-80d01307110f,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:51:43.935600 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 58910) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:51:43.989023 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-73fd5a11-6826-45b2-98df-c7d393b12756 admin admin] Publish callbacks [] for security_group (486556d0-1815-43eb-9d80-80d01307110f), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:44.009957 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-73fd5a11-6826-45b2-98df-c7d393b12756 admin admin] Publish callbacks [] for security_group (486556d0-1815-43eb-9d80-80d01307110f), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:44.170089 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-73fd5a11-6826-45b2-98df-c7d393b12756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (486556d0-1815-43eb-9d80-80d01307110f), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:44.172864 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-73fd5a11-6826-45b2-98df-c7d393b12756 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:44.174055 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-73fd5a11-6826-45b2-98df-c7d393b12756 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/486556d0-1815-43eb-9d80-80d01307110f HTTP/1.1" status: 204 len: 168 time: 0.2368746 Aug 24 13:51:44.182825 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fd5a11-6826-45b2-98df-c7d393b12756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486556d0-1815-43eb-9d80-80d01307110f,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:51:44.839903 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 58916) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:51:44.853808 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-1d340514-fa47-46e1-a50e-9756695083e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:44.894587 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:51:44.932016 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-1d340514-fa47-46e1-a50e-9756695083e3 admin admin] Publish callbacks [] for security_group (e7671123-b725-42d1-a99b-d360736902af), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:45.004227 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-1d340514-fa47-46e1-a50e-9756695083e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (e7671123-b725-42d1-a99b-d360736902af), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:45.023012 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:51:45.044899 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d340514-fa47-46e1-a50e-9756695083e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7671123-b725-42d1-a99b-d360736902af,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:51:45.049173 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-1d340514-fa47-46e1-a50e-9756695083e3 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=07892da9ff15493db1707b187aeebd68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2081270 Aug 24 13:51:45.053770 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 58918) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:51:45.105578 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-eee28643-1c86-4917-bffc-3d9a79d0c2c1 admin admin] Publish callbacks [] for security_group (e7671123-b725-42d1-a99b-d360736902af), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:45.125872 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-eee28643-1c86-4917-bffc-3d9a79d0c2c1 admin admin] Publish callbacks [] for security_group (e7671123-b725-42d1-a99b-d360736902af), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:45.234100 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-eee28643-1c86-4917-bffc-3d9a79d0c2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (e7671123-b725-42d1-a99b-d360736902af), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:45.236733 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-eee28643-1c86-4917-bffc-3d9a79d0c2c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:45.237970 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-eee28643-1c86-4917-bffc-3d9a79d0c2c1 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/e7671123-b725-42d1-a99b-d360736902af HTTP/1.1" status: 204 len: 168 time: 0.1832678 Aug 24 13:51:45.247312 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee28643-1c86-4917-bffc-3d9a79d0c2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7671123-b725-42d1-a99b-d360736902af,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:51:47.898350 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:51:48.176931 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a93d403b-29c5-41ac-a53c-7c0bf3f47879), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:50.016819 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-728b315f-1c68-4050-99b7-a2e73b5cd3d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:52.273994 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-5377c446-3813-450f-935a-41d2de70a4c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:53.730181 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:53.851293 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:51:53.928902 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=70,neutron:DELETE=8,neutron:UPDATE=4,neutron:INSERT=10 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:51:55.124066 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:55.192702 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:51:55.242297 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=39,neutron:DELETE=4 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:51:55.990184 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:52:06.085024 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:52:10.899332 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.agents_db [None req-66b1cbc3-9e75-488f-ab76-e3b1c287483f None None] Agent healthcheck: found 6 active agents {{(pid=106988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 13:52:18.153273 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a93d403b-29c5-41ac-a53c-7c0bf3f47879), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:19.918921 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-400d4566-e229-4a36-af93-e44e4d8c5da0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:20.867807 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 59136) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:52:20.893825 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=4 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:52:20.894691 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=4 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:52:20.978198 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-82a25962-37fc-44aa-aef3-edca9f3d2f26 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:21.052511 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-82a25962-37fc-44aa-aef3-edca9f3d2f26 admin admin] Publish callbacks [] for security_group (363565ea-cc64-40a2-95e8-54a195168837), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:21.118869 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-82a25962-37fc-44aa-aef3-edca9f3d2f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (363565ea-cc64-40a2-95e8-54a195168837), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:21.161153 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a25962-37fc-44aa-aef3-edca9f3d2f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363565ea-cc64-40a2-95e8-54a195168837,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:52:21.167902 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-82a25962-37fc-44aa-aef3-edca9f3d2f26 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=0cab5a58ed5240c6877afd1cdfe2c702&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2989950 Aug 24 13:52:21.170583 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 59140) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:52:21.219347 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-0cc5b0fc-db0b-488c-8304-0cb8d8b52817 admin admin] Publish callbacks [] for security_group (363565ea-cc64-40a2-95e8-54a195168837), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:21.240362 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-0cc5b0fc-db0b-488c-8304-0cb8d8b52817 admin admin] Publish callbacks [] for security_group (363565ea-cc64-40a2-95e8-54a195168837), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:21.450742 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-0cc5b0fc-db0b-488c-8304-0cb8d8b52817 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (363565ea-cc64-40a2-95e8-54a195168837), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:21.453377 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-0cc5b0fc-db0b-488c-8304-0cb8d8b52817 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:21.454564 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-0cc5b0fc-db0b-488c-8304-0cb8d8b52817 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/363565ea-cc64-40a2-95e8-54a195168837 HTTP/1.1" status: 204 len: 168 time: 0.2830725 Aug 24 13:52:21.463541 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc5b0fc-db0b-488c-8304-0cb8d8b52817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363565ea-cc64-40a2-95e8-54a195168837,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:52:22.096280 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 59146) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:52:22.110825 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-9fd05ee2-2e3b-4e0d-8041-b68ae0808f3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:22.191763 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-9fd05ee2-2e3b-4e0d-8041-b68ae0808f3a admin admin] Publish callbacks [] for security_group (7a9a390a-82c3-4340-89bc-4912bc8e6469), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:22.244850 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-9fd05ee2-2e3b-4e0d-8041-b68ae0808f3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (7a9a390a-82c3-4340-89bc-4912bc8e6469), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:22.267718 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-f66e0967-b374-4c84-9b5a-835d6248829b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:22.288000 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-9fd05ee2-2e3b-4e0d-8041-b68ae0808f3a admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=060e57a4eaec4c10a48d2863227a4564&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1905777 Aug 24 13:52:22.289243 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd05ee2-2e3b-4e0d-8041-b68ae0808f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a9a390a-82c3-4340-89bc-4912bc8e6469,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:52:22.290842 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 59148) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:52:22.346326 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-a31ca08f-76bf-44dc-9495-969b14ee8579 admin admin] Publish callbacks [] for security_group (7a9a390a-82c3-4340-89bc-4912bc8e6469), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:22.368127 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-a31ca08f-76bf-44dc-9495-969b14ee8579 admin admin] Publish callbacks [] for security_group (7a9a390a-82c3-4340-89bc-4912bc8e6469), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:22.479506 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-a31ca08f-76bf-44dc-9495-969b14ee8579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (7a9a390a-82c3-4340-89bc-4912bc8e6469), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:22.482183 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-a31ca08f-76bf-44dc-9495-969b14ee8579 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:22.483442 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-a31ca08f-76bf-44dc-9495-969b14ee8579 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/7a9a390a-82c3-4340-89bc-4912bc8e6469 HTTP/1.1" status: 204 len: 168 time: 0.1915860 Aug 24 13:52:22.496623 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ca08f-76bf-44dc-9495-969b14ee8579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a9a390a-82c3-4340-89bc-4912bc8e6469,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:52:23.736661 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:25.265986 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:25.365779 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:30.623379 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 59230) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:52:30.731221 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-a57b8af0-3d20-434c-92b0-9938a18512e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:30.811954 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-a57b8af0-3d20-434c-92b0-9938a18512e6 admin admin] Publish callbacks [] for security_group (cd359ddb-da45-4b16-948b-e9b370dcfe0d), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:30.873682 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-a57b8af0-3d20-434c-92b0-9938a18512e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (cd359ddb-da45-4b16-948b-e9b370dcfe0d), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:30.913558 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-a57b8af0-3d20-434c-92b0-9938a18512e6 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=95c671191b5644aa94fa3ef84acce281&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2890928 Aug 24 13:52:30.914653 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57b8af0-3d20-434c-92b0-9938a18512e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd359ddb-da45-4b16-948b-e9b370dcfe0d,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:52:30.916579 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 59234) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:52:30.922094 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57b8af0-3d20-434c-92b0-9938a18512e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:52:30.922437 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57b8af0-3d20-434c-92b0-9938a18512e6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:52:30.922765 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57b8af0-3d20-434c-92b0-9938a18512e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:52:30.923098 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57b8af0-3d20-434c-92b0-9938a18512e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:52:30.923418 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57b8af0-3d20-434c-92b0-9938a18512e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:52:30.923735 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57b8af0-3d20-434c-92b0-9938a18512e6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:52:30.924048 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57b8af0-3d20-434c-92b0-9938a18512e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:52:30.924383 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57b8af0-3d20-434c-92b0-9938a18512e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:52:30.924697 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57b8af0-3d20-434c-92b0-9938a18512e6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:52:30.925010 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57b8af0-3d20-434c-92b0-9938a18512e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:52:30.925324 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57b8af0-3d20-434c-92b0-9938a18512e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:52:30.925634 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57b8af0-3d20-434c-92b0-9938a18512e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:52:30.925942 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57b8af0-3d20-434c-92b0-9938a18512e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:52:30.926248 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57b8af0-3d20-434c-92b0-9938a18512e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:52:30.926554 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57b8af0-3d20-434c-92b0-9938a18512e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:52:30.967269 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-4b0cddbf-367b-4a98-b17e-1d2736d7613c admin admin] Publish callbacks [] for security_group (cd359ddb-da45-4b16-948b-e9b370dcfe0d), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:30.987542 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-4b0cddbf-367b-4a98-b17e-1d2736d7613c admin admin] Publish callbacks [] for security_group (cd359ddb-da45-4b16-948b-e9b370dcfe0d), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:31.073743 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-4b0cddbf-367b-4a98-b17e-1d2736d7613c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (cd359ddb-da45-4b16-948b-e9b370dcfe0d), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:31.076347 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-4b0cddbf-367b-4a98-b17e-1d2736d7613c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:31.077488 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-4b0cddbf-367b-4a98-b17e-1d2736d7613c admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/cd359ddb-da45-4b16-948b-e9b370dcfe0d HTTP/1.1" status: 204 len: 168 time: 0.1599858 Aug 24 13:52:31.087071 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0cddbf-367b-4a98-b17e-1d2736d7613c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd359ddb-da45-4b16-948b-e9b370dcfe0d,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:52:31.093027 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0cddbf-367b-4a98-b17e-1d2736d7613c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:52:31.093365 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0cddbf-367b-4a98-b17e-1d2736d7613c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:52:31.093706 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0cddbf-367b-4a98-b17e-1d2736d7613c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:52:31.094032 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0cddbf-367b-4a98-b17e-1d2736d7613c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:52:31.094362 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0cddbf-367b-4a98-b17e-1d2736d7613c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:52:31.094698 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0cddbf-367b-4a98-b17e-1d2736d7613c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:52:31.095003 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0cddbf-367b-4a98-b17e-1d2736d7613c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:52:31.095320 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0cddbf-367b-4a98-b17e-1d2736d7613c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:52:31.095639 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0cddbf-367b-4a98-b17e-1d2736d7613c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:52:31.095955 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0cddbf-367b-4a98-b17e-1d2736d7613c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:52:31.096304 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0cddbf-367b-4a98-b17e-1d2736d7613c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:52:31.096622 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0cddbf-367b-4a98-b17e-1d2736d7613c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:52:31.096939 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0cddbf-367b-4a98-b17e-1d2736d7613c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:52:31.097251 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0cddbf-367b-4a98-b17e-1d2736d7613c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:52:31.097558 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0cddbf-367b-4a98-b17e-1d2736d7613c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:52:31.717778 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 59242) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:52:31.732088 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-3eb42e83-dd11-4f3e-9f96-159db1dba5d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:31.766471 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:52:31.785959 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:52:31.807834 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-3eb42e83-dd11-4f3e-9f96-159db1dba5d5 admin admin] Publish callbacks [] for security_group (b2f238b5-ecd9-43e4-a1dc-6d96d9cff14a), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:31.890514 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-3eb42e83-dd11-4f3e-9f96-159db1dba5d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (b2f238b5-ecd9-43e4-a1dc-6d96d9cff14a), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:31.929958 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb42e83-dd11-4f3e-9f96-159db1dba5d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f238b5-ecd9-43e4-a1dc-6d96d9cff14a,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:52:31.934106 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-3eb42e83-dd11-4f3e-9f96-159db1dba5d5 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=b07784f7c1844db68621d4d4f0502e3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2153158 Aug 24 13:52:31.937478 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 59244) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:52:31.993686 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-5175c7cf-7a51-4200-bfb3-bb0bb64c1b50 admin admin] Publish callbacks [] for security_group (b2f238b5-ecd9-43e4-a1dc-6d96d9cff14a), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:32.014718 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-5175c7cf-7a51-4200-bfb3-bb0bb64c1b50 admin admin] Publish callbacks [] for security_group (b2f238b5-ecd9-43e4-a1dc-6d96d9cff14a), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:32.170945 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-5175c7cf-7a51-4200-bfb3-bb0bb64c1b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (b2f238b5-ecd9-43e4-a1dc-6d96d9cff14a), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:32.173747 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-5175c7cf-7a51-4200-bfb3-bb0bb64c1b50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:32.174895 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-5175c7cf-7a51-4200-bfb3-bb0bb64c1b50 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/b2f238b5-ecd9-43e4-a1dc-6d96d9cff14a HTTP/1.1" status: 204 len: 168 time: 0.2366138 Aug 24 13:52:32.185007 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5175c7cf-7a51-4200-bfb3-bb0bb64c1b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f238b5-ecd9-43e4-a1dc-6d96d9cff14a,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:52:35.267303 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:52:41.480305 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 59364) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:52:41.587856 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-a74e44de-0d07-441d-8d51-bc526c5c1638 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:41.662125 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-a74e44de-0d07-441d-8d51-bc526c5c1638 admin admin] Publish callbacks [] for security_group (e0e9380c-d2a7-4a74-9c82-d484ec987db4), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:41.737461 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-a74e44de-0d07-441d-8d51-bc526c5c1638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (e0e9380c-d2a7-4a74-9c82-d484ec987db4), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:41.778897 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-a74e44de-0d07-441d-8d51-bc526c5c1638 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=abefe93469f74488b7108d3b52267817&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2975028 Aug 24 13:52:41.779766 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e44de-0d07-441d-8d51-bc526c5c1638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e9380c-d2a7-4a74-9c82-d484ec987db4,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:52:41.781673 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 59368) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:52:41.833824 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-8ec637f9-c242-4166-a4d5-43c1aa7ba6f0 admin admin] Publish callbacks [] for security_group (e0e9380c-d2a7-4a74-9c82-d484ec987db4), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:41.853884 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-8ec637f9-c242-4166-a4d5-43c1aa7ba6f0 admin admin] Publish callbacks [] for security_group (e0e9380c-d2a7-4a74-9c82-d484ec987db4), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:41.976083 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-8ec637f9-c242-4166-a4d5-43c1aa7ba6f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (e0e9380c-d2a7-4a74-9c82-d484ec987db4), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:41.978790 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-8ec637f9-c242-4166-a4d5-43c1aa7ba6f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:41.979945 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-8ec637f9-c242-4166-a4d5-43c1aa7ba6f0 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/e0e9380c-d2a7-4a74-9c82-d484ec987db4 HTTP/1.1" status: 204 len: 168 time: 0.1972823 Aug 24 13:52:41.987966 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec637f9-c242-4166-a4d5-43c1aa7ba6f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e9380c-d2a7-4a74-9c82-d484ec987db4,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:52:42.198588 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=14,neutron:UPDATE=4 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:52:42.699864 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 59374) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:52:42.714432 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-1f00f9f8-eea4-476c-ad03-3cb3762fd4d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:42.793027 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-1f00f9f8-eea4-476c-ad03-3cb3762fd4d3 admin admin] Publish callbacks [] for security_group (30b0dc89-76ea-4db1-8607-c31de18fc80f), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:42.884715 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-1f00f9f8-eea4-476c-ad03-3cb3762fd4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (30b0dc89-76ea-4db1-8607-c31de18fc80f), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:42.931574 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-1f00f9f8-eea4-476c-ad03-3cb3762fd4d3 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=2bb9d5e1b970480bb291a88c01126939&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2304699 Aug 24 13:52:42.932324 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00f9f8-eea4-476c-ad03-3cb3762fd4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b0dc89-76ea-4db1-8607-c31de18fc80f,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:52:42.934353 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 59376) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:52:42.988861 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-3152a477-73ef-49ec-bcb2-2960894dee36 admin admin] Publish callbacks [] for security_group (30b0dc89-76ea-4db1-8607-c31de18fc80f), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:43.001162 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=13 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:52:43.011384 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-3152a477-73ef-49ec-bcb2-2960894dee36 admin admin] Publish callbacks [] for security_group (30b0dc89-76ea-4db1-8607-c31de18fc80f), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:43.031857 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:52:43.233688 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-3152a477-73ef-49ec-bcb2-2960894dee36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (30b0dc89-76ea-4db1-8607-c31de18fc80f), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:43.236304 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-3152a477-73ef-49ec-bcb2-2960894dee36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:43.237462 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-3152a477-73ef-49ec-bcb2-2960894dee36 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/30b0dc89-76ea-4db1-8607-c31de18fc80f HTTP/1.1" status: 204 len: 168 time: 0.3020468 Aug 24 13:52:43.247837 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3152a477-73ef-49ec-bcb2-2960894dee36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b0dc89-76ea-4db1-8607-c31de18fc80f,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:52:47.898351 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.agents_db [None req-66b1cbc3-9e75-488f-ab76-e3b1c287483f None None] Agent healthcheck: found 6 active agents {{(pid=106988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 13:52:48.140401 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a93d403b-29c5-41ac-a53c-7c0bf3f47879), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:49.941311 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-5129662f-91ab-493a-8b60-029422f3f220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:52.296258 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-f9a8f3be-1eab-4264-b34d-08f677a0451d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:52.925068 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=38,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:52:52.927975 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:INSERT=8,neutron:SELECT=51,neutron:DELETE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:52:53.388928 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=4,neutron:DELETE=4 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:52:53.770630 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:53.859470 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=17 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:52:55.169098 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:55.221632 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:56.958397 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 59482) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:52:57.085060 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-b7f4926b-130a-4efb-9dc4-2c3f6e3aa91f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:57.168916 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-b7f4926b-130a-4efb-9dc4-2c3f6e3aa91f admin admin] Publish callbacks [] for security_group (3a1db5f0-4e02-4b22-b742-21d911376a14), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:57.227787 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-b7f4926b-130a-4efb-9dc4-2c3f6e3aa91f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (3a1db5f0-4e02-4b22-b742-21d911376a14), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:57.266394 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f4926b-130a-4efb-9dc4-2c3f6e3aa91f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a1db5f0-4e02-4b22-b742-21d911376a14,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:52:57.270852 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-b7f4926b-130a-4efb-9dc4-2c3f6e3aa91f admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=23ee218687ab4bf095691e7e866072e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3113964 Aug 24 13:52:57.273673 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 59486) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:52:57.329693 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f64cc33f-4c74-4e7d-9878-08b3bdfa8e07 admin admin] Publish callbacks [] for security_group (3a1db5f0-4e02-4b22-b742-21d911376a14), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:57.351023 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f64cc33f-4c74-4e7d-9878-08b3bdfa8e07 admin admin] Publish callbacks [] for security_group (3a1db5f0-4e02-4b22-b742-21d911376a14), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:57.490434 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f64cc33f-4c74-4e7d-9878-08b3bdfa8e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (3a1db5f0-4e02-4b22-b742-21d911376a14), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:57.493133 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-f64cc33f-4c74-4e7d-9878-08b3bdfa8e07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:57.494294 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-f64cc33f-4c74-4e7d-9878-08b3bdfa8e07 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/3a1db5f0-4e02-4b22-b742-21d911376a14 HTTP/1.1" status: 204 len: 168 time: 0.2197130 Aug 24 13:52:57.502921 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64cc33f-4c74-4e7d-9878-08b3bdfa8e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a1db5f0-4e02-4b22-b742-21d911376a14,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:52:57.895098 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=17 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:52:58.103343 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 59492) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:52:58.118394 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-3f8cd7a7-4c72-46c7-9c51-8894ab87a505 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:58.204071 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-3f8cd7a7-4c72-46c7-9c51-8894ab87a505 admin admin] Publish callbacks [] for security_group (7c1d95ff-0ad9-4ec7-bf51-2644f0721d8d), precommit_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:58.262164 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-3f8cd7a7-4c72-46c7-9c51-8894ab87a505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (7c1d95ff-0ad9-4ec7-bf51-2644f0721d8d), after_create {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:58.305872 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-3f8cd7a7-4c72-46c7-9c51-8894ab87a505 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=464333a9e19a4aba97dc5900bc1f2437&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2012215 Aug 24 13:52:58.307121 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8cd7a7-4c72-46c7-9c51-8894ab87a505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1d95ff-0ad9-4ec7-bf51-2644f0721d8d,revision_number=1']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:52:58.309310 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 59494) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:52:58.367715 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-47c28573-06e1-4b5a-a64d-05647e92b000 admin admin] Publish callbacks [] for security_group (7c1d95ff-0ad9-4ec7-bf51-2644f0721d8d), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:58.389722 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-47c28573-06e1-4b5a-a64d-05647e92b000 admin admin] Publish callbacks [] for security_group (7c1d95ff-0ad9-4ec7-bf51-2644f0721d8d), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:58.513077 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-47c28573-06e1-4b5a-a64d-05647e92b000 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (7c1d95ff-0ad9-4ec7-bf51-2644f0721d8d), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:58.515668 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-47c28573-06e1-4b5a-a64d-05647e92b000 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:52:58.516857 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-47c28573-06e1-4b5a-a64d-05647e92b000 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/7c1d95ff-0ad9-4ec7-bf51-2644f0721d8d HTTP/1.1" status: 204 len: 168 time: 0.2066064 Aug 24 13:52:58.526233 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c28573-06e1-4b5a-a64d-05647e92b000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1d95ff-0ad9-4ec7-bf51-2644f0721d8d,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:53:08.299572 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=60,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:53:08.301522 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=46,neutron:INSERT=12,neutron:DELETE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:53:08.519900 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=14,neutron:DELETE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:53:08.521511 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=18,neutron:DELETE=3 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:53:08.537692 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:53:08.538488 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:53:10.540820 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 59580) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:53:10.656477 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-5c83cfe5-9513-459b-929e-c833b4ebd185 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:53:10.732144 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-5c83cfe5-9513-459b-929e-c833b4ebd185 admin admin] Publish callbacks [] for security_group (1abc69ec-68af-4506-a1c7-95a17123eceb), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:53:10.797214 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-5c83cfe5-9513-459b-929e-c833b4ebd185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (1abc69ec-68af-4506-a1c7-95a17123eceb), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:53:10.838353 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c83cfe5-9513-459b-929e-c833b4ebd185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1abc69ec-68af-4506-a1c7-95a17123eceb,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:53:10.842504 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-5c83cfe5-9513-459b-929e-c833b4ebd185 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=cd45ad4a80ab4bf0a4a85e5271b13f8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3003955 Aug 24 13:53:10.845363 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 59584) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:53:10.898496 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-5b732567-8c3d-40db-9839-7cdca8c9464d admin admin] Publish callbacks [] for security_group (1abc69ec-68af-4506-a1c7-95a17123eceb), before_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:53:10.920093 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-5b732567-8c3d-40db-9839-7cdca8c9464d admin admin] Publish callbacks [] for security_group (1abc69ec-68af-4506-a1c7-95a17123eceb), precommit_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:53:11.060250 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-5b732567-8c3d-40db-9839-7cdca8c9464d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (1abc69ec-68af-4506-a1c7-95a17123eceb), after_delete {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:53:11.062842 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-5b732567-8c3d-40db-9839-7cdca8c9464d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:53:11.064047 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-5b732567-8c3d-40db-9839-7cdca8c9464d admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/1abc69ec-68af-4506-a1c7-95a17123eceb HTTP/1.1" status: 204 len: 168 time: 0.2177315 Aug 24 13:53:11.072462 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b732567-8c3d-40db-9839-7cdca8c9464d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1abc69ec-68af-4506-a1c7-95a17123eceb,revision_number=None']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:53:18.158492 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a93d403b-29c5-41ac-a53c-7c0bf3f47879), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:53:19.993835 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-84af519b-3a9b-412f-ac75-8885abd8c481 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:53:20.953022 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=36,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:53:21.068152 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=33,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:53:22.256466 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-42ba55ba-bda5-4090-b642-13e380dbb87e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:53:23.729524 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:53:24.898570 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.agents_db [None req-66b1cbc3-9e75-488f-ab76-e3b1c287483f None None] Agent healthcheck: found 6 active agents {{(pid=106988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 13:53:25.169453 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:53:25.198145 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:53:34.894053 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=3 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:53:34.894827 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=5 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:53:35.134935 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:53:35.141911 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:53:47.902235 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:53:48.197647 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a93d403b-29c5-41ac-a53c-7c0bf3f47879), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:53:49.952706 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-db12feee-a8f8-46da-a1d6-d3ebbfc93d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:53:51.511509 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [-] (106986) accepted ('10.222.0.73', 59840) {{(pid=106986) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:53:51.619957 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-0142fe50-41eb-4af9-98e8-a26120e17c07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:53:51.697093 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-0142fe50-41eb-4af9-98e8-a26120e17c07 admin admin] Publish callbacks [] for security_group (3e7d5822-57cb-40bb-9417-1ab49bbfb5a9), precommit_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:53:51.757862 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron_lib.callbacks.manager [None req-0142fe50-41eb-4af9-98e8-a26120e17c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (3e7d5822-57cb-40bb-9417-1ab49bbfb5a9), after_create {{(pid=106986) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:53:51.803061 dv-cinder-779578-4-iscsi neutron-server[106986]: INFO neutron.wsgi [None req-0142fe50-41eb-4af9-98e8-a26120e17c07 admin admin] 10.222.0.73 "GET /networking/v2.0/security-groups?tenant_id=59c5aa64aa034a5da2a19b23df5e6028&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2904522 Aug 24 13:53:51.803853 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0142fe50-41eb-4af9-98e8-a26120e17c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7d5822-57cb-40bb-9417-1ab49bbfb5a9,revision_number=1']} {{(pid=106986) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:53:51.806610 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.wsgi [-] (106985) accepted ('10.222.0.73', 59846) {{(pid=106985) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Aug 24 13:53:51.811889 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0142fe50-41eb-4af9-98e8-a26120e17c07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:53:51.812063 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0142fe50-41eb-4af9-98e8-a26120e17c07 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:53:51.812462 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0142fe50-41eb-4af9-98e8-a26120e17c07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:53:51.812795 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0142fe50-41eb-4af9-98e8-a26120e17c07 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:53:51.813120 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0142fe50-41eb-4af9-98e8-a26120e17c07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:53:51.813440 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0142fe50-41eb-4af9-98e8-a26120e17c07 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:53:51.813758 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0142fe50-41eb-4af9-98e8-a26120e17c07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:53:51.814074 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0142fe50-41eb-4af9-98e8-a26120e17c07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:53:51.814418 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0142fe50-41eb-4af9-98e8-a26120e17c07 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:53:51.814705 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0142fe50-41eb-4af9-98e8-a26120e17c07 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:53:51.815019 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0142fe50-41eb-4af9-98e8-a26120e17c07 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:53:51.815332 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0142fe50-41eb-4af9-98e8-a26120e17c07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:53:51.815643 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0142fe50-41eb-4af9-98e8-a26120e17c07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:53:51.815951 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0142fe50-41eb-4af9-98e8-a26120e17c07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:53:51.816283 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0142fe50-41eb-4af9-98e8-a26120e17c07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106986) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:53:51.866332 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-817e647c-8f42-4221-ac26-1c5bef6e81e4 admin admin] Publish callbacks [] for security_group (3e7d5822-57cb-40bb-9417-1ab49bbfb5a9), before_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:53:51.887424 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-817e647c-8f42-4221-ac26-1c5bef6e81e4 admin admin] Publish callbacks [] for security_group (3e7d5822-57cb-40bb-9417-1ab49bbfb5a9), precommit_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:53:51.986729 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-817e647c-8f42-4221-ac26-1c5bef6e81e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1008754'] for security_group (3e7d5822-57cb-40bb-9417-1ab49bbfb5a9), after_delete {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:53:51.989404 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron_lib.callbacks.manager [None req-817e647c-8f42-4221-ac26-1c5bef6e81e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106985) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:53:51.990695 dv-cinder-779578-4-iscsi neutron-server[106985]: INFO neutron.wsgi [None req-817e647c-8f42-4221-ac26-1c5bef6e81e4 admin admin] 10.222.0.73 "DELETE /networking/v2.0/security-groups/3e7d5822-57cb-40bb-9417-1ab49bbfb5a9 HTTP/1.1" status: 204 len: 168 time: 0.1829588 Aug 24 13:53:52.000083 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817e647c-8f42-4221-ac26-1c5bef6e81e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7d5822-57cb-40bb-9417-1ab49bbfb5a9,revision_number=None']} {{(pid=106985) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 24 13:53:52.007161 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e647c-8f42-4221-ac26-1c5bef6e81e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:53:52.007508 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e647c-8f42-4221-ac26-1c5bef6e81e4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:53:52.007853 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e647c-8f42-4221-ac26-1c5bef6e81e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:53:52.008850 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e647c-8f42-4221-ac26-1c5bef6e81e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:53:52.009390 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e647c-8f42-4221-ac26-1c5bef6e81e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:53:52.009625 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e647c-8f42-4221-ac26-1c5bef6e81e4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:53:52.009926 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e647c-8f42-4221-ac26-1c5bef6e81e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:53:52.010182 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e647c-8f42-4221-ac26-1c5bef6e81e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:53:52.010515 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e647c-8f42-4221-ac26-1c5bef6e81e4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:53:52.010848 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e647c-8f42-4221-ac26-1c5bef6e81e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:53:52.011178 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e647c-8f42-4221-ac26-1c5bef6e81e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:53:52.011508 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e647c-8f42-4221-ac26-1c5bef6e81e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:53:52.011832 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e647c-8f42-4221-ac26-1c5bef6e81e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:53:52.012152 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e647c-8f42-4221-ac26-1c5bef6e81e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:53:52.012499 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817e647c-8f42-4221-ac26-1c5bef6e81e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-779578-4-iscsi {{(pid=106985) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 24 13:53:52.329576 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-f8262308-8139-4ca3-9481-03a68d89308f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:53:53.735205 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:53:55.158634 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:53:55.198197 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:54:01.799442 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=22,neutron:INSERT=4 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:54:01.807381 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG dbcounter [-] [106986] Writing DB stats neutron:SELECT=17,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106986) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:54:01.899838 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.agents_db [None req-66b1cbc3-9e75-488f-ab76-e3b1c287483f None None] Agent healthcheck: found 6 active agents {{(pid=106988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 13:54:02.002908 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:54:02.004435 dv-cinder-779578-4-iscsi neutron-server[106985]: DEBUG dbcounter [-] [106985] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=106985) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:54:06.080440 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:54:06.082799 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:54:07.862216 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=4 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:54:11.895659 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=4 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:54:18.197457 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a93d403b-29c5-41ac-a53c-7c0bf3f47879), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:54:19.947040 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-edbe7d06-fb8a-44b8-801d-a1551232f0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:54:22.277229 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-4a66e944-862d-496b-bab8-26545e732ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:54:23.728932 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:54:25.207254 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:54:25.252700 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:54:35.131251 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:54:35.137341 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:54:38.899193 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.agents_db [None req-66b1cbc3-9e75-488f-ab76-e3b1c287483f None None] Agent healthcheck: found 6 active agents {{(pid=106988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 13:54:46.082478 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=17 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:54:48.220557 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a93d403b-29c5-41ac-a53c-7c0bf3f47879), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:54:48.895443 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=17 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:54:49.956992 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6849c12d-ecaf-4a41-9016-cd1ab2bb8c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:54:52.263893 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-40fa4085-ac89-48f6-86a2-093bc99c0965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:54:53.808325 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:54:55.151019 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:54:55.242929 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:55:05.138281 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:55:05.140229 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:55:15.897784 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.agents_db [None req-66b1cbc3-9e75-488f-ab76-e3b1c287483f None None] Agent healthcheck: found 6 active agents {{(pid=106988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 13:55:18.288305 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a93d403b-29c5-41ac-a53c-7c0bf3f47879), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:55:19.945573 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-1bae31ae-f485-44cc-97f6-d7e694066ea5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:55:22.270765 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-42f2022f-0adf-4aa4-8154-2b27bef81461 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:55:23.834624 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:55:25.184107 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:55:25.286256 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:55:25.892656 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=5 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:55:25.893437 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=3 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:55:35.134386 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:55:35.142491 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:55:47.906567 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=1 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:55:47.907481 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:DELETE=1 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:55:48.213238 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a93d403b-29c5-41ac-a53c-7c0bf3f47879), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:55:49.990753 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-08368e66-c9b7-47f6-9332-4e7e5596e2b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:55:52.293247 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-4160db4a-7211-4a0c-a607-a39517d7ecf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:55:52.898040 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.agents_db [None req-66b1cbc3-9e75-488f-ab76-e3b1c287483f None None] Agent healthcheck: found 6 active agents {{(pid=106988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 13:55:53.773470 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:55:55.153860 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:55:55.211080 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:56:02.893255 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=4 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:56:02.894425 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=4 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:56:06.085965 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=18,neutron:UPDATE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:56:06.088855 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=26,neutron:UPDATE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:56:18.213175 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a93d403b-29c5-41ac-a53c-7c0bf3f47879), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:56:19.944133 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-10328fa3-2d00-4a4a-b0b3-197063cc63d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:56:22.285176 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcc66035-e158-462a-9b4d-8e24efe6c016 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:56:23.833963 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:56:25.159017 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:56:25.264262 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:56:29.897234 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.agents_db [None req-66b1cbc3-9e75-488f-ab76-e3b1c287483f None None] Agent healthcheck: found 6 active agents {{(pid=106988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 13:56:35.151231 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:56:35.153148 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:56:35.848350 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=3 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:56:48.206840 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a93d403b-29c5-41ac-a53c-7c0bf3f47879), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:56:49.981330 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-9f55b9cb-abe4-4f50-add4-6fa6eddae250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:56:52.258505 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-d3535ea0-2ded-4f31-ba53-7abbf30fd8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:56:53.818351 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:56:53.851509 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=21 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:56:53.852290 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=12 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:56:55.158069 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:56:55.269431 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:57:05.146773 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:57:05.155393 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:57:06.896041 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.agents_db [None req-66b1cbc3-9e75-488f-ab76-e3b1c287483f None None] Agent healthcheck: found 6 active agents {{(pid=106988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 13:57:11.430305 dv-cinder-779578-4-iscsi neutron-server[106986]: DEBUG neutron.wsgi [req-36c1a32b-42af-4d71-9879-28f98bb0e9fc req-86787333-81f6-40aa-a5d3-1f982761cbe3 service neutron] (106986) timed out ('10.222.0.20', 61840) {{(pid=106986) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Aug 24 13:57:16.892153 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=4 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:57:16.892966 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=4 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:57:18.286358 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a93d403b-29c5-41ac-a53c-7c0bf3f47879), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:57:19.948909 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-04410e14-12b3-4884-b398-c581e4620535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:57:22.263664 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-a0868d7e-cde0-4aa8-abdf-4bc4e995efad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:57:23.763778 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:57:25.165744 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:57:25.211448 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:57:35.146387 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:57:35.148291 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:57:43.896606 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.agents_db [None req-66b1cbc3-9e75-488f-ab76-e3b1c287483f None None] Agent healthcheck: found 6 active agents {{(pid=106988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 13:57:48.191703 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a93d403b-29c5-41ac-a53c-7c0bf3f47879), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:57:49.954466 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-d6259d65-1ad1-4d94-9c33-affc1c0921da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:57:52.281438 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-ad46019a-b913-4713-8d1e-b88d643a7f0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:57:53.748500 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:57:53.892260 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=4 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:57:53.893030 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:DELETE=1,neutron:SELECT=5 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:57:55.214520 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:57:55.234391 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:58:06.086024 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:58:06.087912 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:58:18.211071 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a93d403b-29c5-41ac-a53c-7c0bf3f47879), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:58:19.970807 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-56976b8d-795b-4f74-93fd-04b8c70abd08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:58:20.896862 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.agents_db [None req-66b1cbc3-9e75-488f-ab76-e3b1c287483f None None] Agent healthcheck: found 6 active agents {{(pid=106988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 13:58:22.277204 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-4c1ac6f3-6996-430f-a453-c6bacffb5946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:58:23.808316 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:58:25.168417 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:58:25.248172 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:58:26.846891 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=4 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:58:30.892677 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=4 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:58:35.149209 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:58:35.151058 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:58:46.087365 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=13 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:58:46.089344 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=13 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:58:48.236239 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a93d403b-29c5-41ac-a53c-7c0bf3f47879), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:58:49.948061 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6e3538ae-8143-4080-b575-0bb2a1d4442a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:58:52.290179 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-b50b4a7f-57e2-4008-842d-1f72a7b3d61a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (b58b1279-1fe2-48b7-ab2d-24604221a003), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:58:53.744727 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-09c09fa6-084c-4540-bfb0-e66b7e8d089c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a8d114dd-edc6-4f38-a5c6-8226622ec3b6), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:58:55.213377 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-81d2a7ca-6cfa-4784-9c1e-ab89b986512b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (855fe339-6897-442b-8221-1c4877b7062b), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:58:55.241750 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-dcd2b1f9-6233-4b86-9a1d-1fe204cc1f95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (00f42bad-d4f2-47c4-8e20-2c8cceeec132), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:58:57.896904 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG neutron.db.agents_db [None req-66b1cbc3-9e75-488f-ab76-e3b1c287483f None None] Agent healthcheck: found 6 active agents {{(pid=106988) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 24 13:59:05.154011 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:59:05.155882 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG dbcounter [-] [106987] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106987) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:59:07.893416 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=4 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:59:07.893416 dv-cinder-779578-4-iscsi neutron-server[106988]: DEBUG dbcounter [-] [106988] Writing DB stats neutron:SELECT=4 {{(pid=106988) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Aug 24 13:59:18.273173 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-6d7a72e0-3f93-4884-a3a0-9d058809808d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (a93d403b-29c5-41ac-a53c-7c0bf3f47879), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Aug 24 13:59:19.941627 dv-cinder-779578-4-iscsi neutron-server[106987]: DEBUG neutron_lib.callbacks.manager [None req-71053807-deca-4c72-86c5-90b6ebe9de97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732775531870', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-66919295'] for agent (5b6616ad-7c61-467c-8809-81a3e3733e23), after_update {{(pid=106987) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}